-- Logs begin at Tue 2022-03-08 14:58:11 UTC, end at Tue 2022-03-08 15:54:10 UTC. -- Mar 08 15:30:17.888435 dv-cinder-830098-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 15:30:20.817128 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.common.config [-] Logging enabled! Mar 08 15:30:20.817774 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 15:30:20.817865 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104096) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 15:30:20.821327 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.common.config [-] Logging enabled! Mar 08 15:30:20.821583 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 15:30:20.821900 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104096) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 15:30:20.822858 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 15:30:20.823089 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 15:30:20.823464 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 15:30:20.823712 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 15:30:20.824345 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 15:30:20.824672 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.825117 dv-cinder-830098-2-iscsi neutron-server[104096]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 15:30:20.825437 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.825745 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.826029 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.826333 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.826658 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.826946 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.827241 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.827544 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.827894 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.828314 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.828447 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.828740 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.829031 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.829311 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.829602 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.829891 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] debug = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.830157 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.830635 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.831064 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.831348 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.831641 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.831920 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.832193 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.832470 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.832762 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.833084 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] host = dv-cinder-830098-2-iscsi {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.833369 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.833661 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.833953 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.834242 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.834554 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.834832 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.835114 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.835390 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.835666 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] log_file = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.835942 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.836233 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.836521 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.836817 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.837040 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.837263 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.837554 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.837843 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.838120 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.838493 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.839400 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.839400 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.840323 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.840630 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.840933 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.841230 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.841529 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.841814 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.842100 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.842379 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.842680 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.842972 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.843286 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.843568 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.843847 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.844141 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.844416 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.844695 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.845000 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.845291 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.845577 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.845867 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.846145 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.846459 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.846735 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.847007 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.847277 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] use_json = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.847550 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.847818 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.848099 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.848372 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.848645 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.848919 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.849191 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.849475 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.849747 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:20.850042 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.850343 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.850678 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.850975 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.851273 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.851556 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.851846 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.852124 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.852413 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.852704 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.852995 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.853273 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.853570 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.853856 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.854149 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.854478 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.854776 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.855068 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.855347 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.855622 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.855897 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.856173 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.856464 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.856743 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.857032 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.857322 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.857601 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.857899 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.858186 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.858522 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.858895 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.859162 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.859444 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.859739 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.860019 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.860294 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.860574 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.860868 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.861146 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.861420 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.861702 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.861981 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.862254 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.862558 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.862839 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.863129 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.863405 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.863677 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.863948 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.864222 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.864493 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.864779 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.865061 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.865340 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.865616 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.865894 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.866167 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.866477 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.866745 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.867018 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.867294 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.867566 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.867838 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.868109 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.868383 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.868657 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.868931 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.869203 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.869476 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.869748 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.870020 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.870291 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.870599 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.870876 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.871160 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.871454 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.871728 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.872004 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.872281 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.872559 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.872833 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.873107 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.873382 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.873657 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.873930 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.874221 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.874554 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.874847 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.875149 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.875430 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.875734 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.876017 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.876299 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.876589 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.876873 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.877157 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.877446 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.877732 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.878030 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.878324 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.878647 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.878942 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.879235 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.879517 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.879828 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.880107 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:20.880326 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 15:30:20.880577 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104096) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 15:30:21.254566 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 15:30:21.254866 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 15:30:21.255147 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 15:30:21.255629 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 15:30:21.581949 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:21.582212 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:21.582537 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:21.583850 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:21.584123 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:21.584396 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:21.630359 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:21.630634 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:21.630935 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:21.645487 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:21.645770 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:21.646043 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:21.675111 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:21.675387 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:21.675654 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:21.712564 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:21.712835 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:21.713108 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.069683 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.070335 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.070335 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.070519 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.071199 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.169926 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.170254 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.170563 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.170832 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.171092 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.171433 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.171702 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.172039 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.172303 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.172577 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.172840 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.173104 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.173360 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.173612 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.173866 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.174130 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.174384 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.174665 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.174932 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.175188 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.175460 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.175713 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.175994 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.176381 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.176632 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.176878 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.177275 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:30:22.177516 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:30:22.177751 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:30:22.177986 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:30:22.178219 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:30:22.178478 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:30:22.178840 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 15:30:22.182012 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 15:30:22.186141 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 15:30:22.190140 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 08 15:30:22.191821 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 15:30:22.192303 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 15:30:22.192644 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 15:30:22.193025 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 15:30:22.195911 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 15:30:22.196158 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 15:30:22.196503 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 15:30:22.201433 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 15:30:22.225485 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 15:30:22.225941 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.226247 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104096) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 15:30:22.226655 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.228035 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104096) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 15:30:22.228310 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 15:30:22.228562 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 15:30:22.231913 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.232194 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.295660 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 15:30:22.295904 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 15:30:22.296140 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 15:30:22.296537 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 15:30:22.318722 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_db.sqlalchemy.engines [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104096) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 15:30:22.761566 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Initializing driver for type 'gre' Mar 08 15:30:22.762097 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] gre ID ranges: [(1, 1000)] Mar 08 15:30:22.830661 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Initializing driver for type 'local' Mar 08 15:30:22.831008 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Initializing driver for type 'vlan' Mar 08 15:30:22.845390 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] VlanTypeDriver initialization complete Mar 08 15:30:22.845753 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Initializing driver for type 'vxlan' Mar 08 15:30:22.846360 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] vxlan ID ranges: [(1, 1000)] Mar 08 15:30:22.899226 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Initializing extension driver 'port_security' Mar 08 15:30:22.899714 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.extensions.port_security [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] PortSecurityExtensionDriver initialization complete Mar 08 15:30:22.900039 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Initializing mechanism driver 'openvswitch' Mar 08 15:30:22.900344 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Initializing mechanism driver 'hyperv' Mar 08 15:30:22.907702 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.plugins.ml2.plugin [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:30:22.908559 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > port after_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.908918 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > port after_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.909272 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > port after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.909803 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104096) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 15:30:22.910228 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > subnet after_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.910599 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > subnet after_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.910938 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > subnet after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.911329 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104096) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 15:30:22.911729 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > network after_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.912072 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > network after_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.912407 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > network after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.912790 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104096) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 15:30:22.913190 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > security_group after_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.913534 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > security_group after_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.913880 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > security_group after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.914269 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104096) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 15:30:22.914706 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.915035 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.915370 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.915756 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104096) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 15:30:22.916150 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > address_group after_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.916488 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > address_group after_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.916822 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > address_group after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.917213 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104096) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 15:30:22.917644 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] ML2 OVO RPC backend initialized. {{(pid=104096) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 15:30:22.918711 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router_interface after_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.919062 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.919469 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > network before_response 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.919814 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > networks before_response 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.920158 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > port before_response 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.920496 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > ports before_response 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.920838 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > subnet before_response 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.921178 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > subnets before_response 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.921993 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > network after_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.922340 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > network after_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.922691 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > network after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.923032 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > port after_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.923366 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > port after_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.923699 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > port after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.924027 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > subnet after_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.924358 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > subnet after_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.924690 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > subnet after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.932009 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.quota [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded quota_driver: . Mar 08 15:30:22.932370 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.plugin [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Modular L2 Plugin initialization complete Mar 08 15:30:22.932718 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading services supported by the core plugin {{(pid=104096) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 15:30:22.933059 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.plugins.ml2.managers [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Got port-security extension from driver 'port_security' Mar 08 15:30:22.933569 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.extensions.vlantransparent [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Disabled vlantransparent extension. Mar 08 15:30:22.934048 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104096) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 15:30:22.934367 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading Plugin: router Mar 08 15:30:22.971333 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router_interface before_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.971717 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router after_create 55549900 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.972079 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router before_create 55549900 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.972436 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.972801 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.973152 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router after_delete 55549900 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.973502 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > floatingip after_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.973846 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > floatingip after_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.974200 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router after_create 55549900 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.974561 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router after_update 55549900 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.974888 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router after_update 55549900 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.975228 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.975567 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router after_update 55549900 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.975960 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router precommit_update 55549900 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.976333 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: port after_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.976666 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: port after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.976992 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: subnet after_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.977332 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.977675 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > port precommit_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.978012 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router precommit_create 55549900 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.978348 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: port before_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.978715 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router precommit_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.979061 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router after_update 55549900 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.979394 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router precommit_delete 55549900 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.979841 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router precommit_create 55549900 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.980198 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router_interface after_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.980532 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router precommit_update 55549900 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.980888 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > agent after_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.981228 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > agent after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.981562 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > network after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.982436 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Tracking information for resource: router configured {{(pid=104096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:30:22.982764 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Tracking information for resource: floatingip configured {{(pid=104096) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:30:22.988203 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.db.l3_agentschedulers_db [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 15:30:22.988774 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: port after_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.989132 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: port after_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.989475 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: port after_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.989816 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: port after_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.990623 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router before_create 55550100 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.990980 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router precommit_delete 55550100 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.991332 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router precommit_create 55550100 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.991705 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > router precommit_update 55550100 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:22.996529 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.services.provider_configuration [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Service providers = [] {{(pid=104096) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 15:30:22.996884 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.db.servicetype_db [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104096) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 15:30:23.000445 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.services.service_base [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 15:30:23.000798 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.services.service_base [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 15:30:23.001133 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.services.service_base [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 15:30:23.002018 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.services.service_base [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104096) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 15:30:23.002384 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.services.service_base [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 15:30:23.002774 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:30:23.003089 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 15:30:23.013832 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:30:23.014101 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading Plugin: auto_allocate Mar 08 15:30:23.020399 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: network precommit_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:23.020762 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: network precommit_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:23.021275 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:30:23.021588 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading Plugin: tag Mar 08 15:30:23.028436 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:30:23.028763 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading Plugin: timestamp Mar 08 15:30:23.033143 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:30:23.033471 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading Plugin: network_ip_availability Mar 08 15:30:23.039043 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:23.039409 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:23.039760 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:23.040467 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:30:23.040781 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading Plugin: flavors Mar 08 15:30:23.046087 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:30:23.047084 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading Plugin: revisions Mar 08 15:30:23.051483 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104096) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:30:23.051870 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_concurrency.lockutils [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=104096) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 15:30:23.052602 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104096) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 15:30:23.052960 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Initializing extension manager. Mar 08 15:30:23.053696 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: __init__.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.053822 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: __pycache__ {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.054344 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.054705 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: address_group.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.055571 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.056100 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: address-group Mar 08 15:30:23.056445 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: address_scope.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.057292 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.057912 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: address-scope Mar 08 15:30:23.058234 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: admin_state_down_before_update.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.059335 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.059959 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: router-admin-state-down-before-update Mar 08 15:30:23.060311 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: agent.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.061249 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.061750 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: agent Mar 08 15:30:23.062290 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: agent_resources_synced.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.063362 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.064017 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: agent-resources-synced Mar 08 15:30:23.064343 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: allowedaddresspairs.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.066729 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.067355 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: allowed-address-pairs Mar 08 15:30:23.067621 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: auto_allocated_topology.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.069195 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.069832 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: auto-allocated-topology Mar 08 15:30:23.070509 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: availability_zone.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.071146 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.071763 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: availability_zone Mar 08 15:30:23.072200 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: availability_zone_filter.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.073294 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.073881 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: availability_zone_filter Mar 08 15:30:23.074357 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: data_plane_status.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.075291 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.075788 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 15:30:23.076104 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: default_subnetpools.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.077004 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.077600 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: default-subnetpools Mar 08 15:30:23.078507 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: dhcpagentscheduler.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.079341 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.079843 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: dhcp_agent_scheduler Mar 08 15:30:23.080158 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: dns.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.081067 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.081565 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension dns-integration not supported by any of loaded plugins Mar 08 15:30:23.081878 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: dns_domain_ports.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.082808 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.083303 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 15:30:23.083615 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.084528 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.085017 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 15:30:23.085330 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: dvr.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.085991 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.086513 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: dvr Mar 08 15:30:23.086831 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: ecmp_routes.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.087751 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.088239 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 15:30:23.088554 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: empty_string_filtering.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.089453 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.089945 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: empty-string-filtering Mar 08 15:30:23.090261 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.091176 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.091666 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 15:30:23.091980 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.092880 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.093509 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 15:30:23.093962 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: external_net.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.094885 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.095381 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: external-net Mar 08 15:30:23.095695 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: extra_dhcp_opt.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.096592 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.097090 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: extra_dhcp_opt Mar 08 15:30:23.097403 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: extraroute.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.098307 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.098842 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: extraroute Mar 08 15:30:23.099206 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: extraroute_atomic.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.100175 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.100672 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: extraroute-atomic Mar 08 15:30:23.100989 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: filter_validation.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.101641 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.102135 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: filter-validation Mar 08 15:30:23.102479 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: fip_pf_description.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.103376 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.103863 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 15:30:23.104172 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: fip_port_details.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.105288 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.105792 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: fip-port-details Mar 08 15:30:23.106107 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: flavors.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.107361 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.107867 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: flavors Mar 08 15:30:23.108184 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.110478 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.110998 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 15:30:23.111321 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: floatingip_pools.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.112015 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.112518 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: floatingip-pools Mar 08 15:30:23.112838 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: ip_allocation.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.113847 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.114342 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 15:30:23.114679 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.115588 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.116087 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: ip-substring-filtering Mar 08 15:30:23.116408 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: l2_adjacency.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.117314 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.117803 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 15:30:23.118134 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: l3.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.119136 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.119651 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: router Mar 08 15:30:23.119971 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: l3_conntrack_helper.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.122272 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.122829 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 15:30:23.123155 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.124077 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.125106 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: ext-gw-mode Mar 08 15:30:23.125443 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.126360 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.126892 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: l3-ha Mar 08 15:30:23.127209 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.128103 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.128597 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 15:30:23.128912 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: l3_flavors.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.129812 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.130313 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: l3-flavors Mar 08 15:30:23.130660 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: l3_ndp_proxy.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.132029 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.132536 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 15:30:23.132861 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.133770 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.134270 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 15:30:23.134612 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: l3agentscheduler.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.135684 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.136197 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: l3_agent_scheduler Mar 08 15:30:23.136510 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: local_ip.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.138292 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.138838 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension local_ip not supported by any of loaded plugins Mar 08 15:30:23.139166 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: logging.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.142707 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.143230 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension logging not supported by any of loaded plugins Mar 08 15:30:23.143558 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: metering.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.144298 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.144872 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: metering Mar 08 15:30:23.145190 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.146282 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.146819 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: metering_source_and_destination_fields Mar 08 15:30:23.147141 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: multiprovidernet.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.148055 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.148561 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: multi-provider Mar 08 15:30:23.148876 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: netmtu.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.149789 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.150291 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: net-mtu Mar 08 15:30:23.150631 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: netmtu_writable.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.151536 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.152034 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: net-mtu-writable Mar 08 15:30:23.152350 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: network_availability_zone.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.153004 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.153499 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: network_availability_zone Mar 08 15:30:23.153807 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: network_ip_availability.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.154943 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.155439 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: network-ip-availability Mar 08 15:30:23.155916 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: network_segment_range.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.157012 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.157509 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 15:30:23.157824 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: pagination.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.158827 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.159153 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: pagination Mar 08 15:30:23.159466 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: port_device_profile.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.160369 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.160871 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: port-device-profile Mar 08 15:30:23.161190 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.162099 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.162640 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: port-mac-address-regenerate Mar 08 15:30:23.162950 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.163839 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.164337 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: port-numa-affinity-policy Mar 08 15:30:23.164648 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: port_resource_request.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.165548 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.166037 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 15:30:23.166346 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: port_resource_request_groups.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.167310 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.168164 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 15:30:23.168476 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: portbindings.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.169390 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.169888 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: binding Mar 08 15:30:23.170201 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: portbindings_extended.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.172145 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.172654 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: binding-extended Mar 08 15:30:23.172976 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: portsecurity.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.173889 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.174383 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: port-security Mar 08 15:30:23.174727 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: project_id.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.175691 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.176017 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: project-id Mar 08 15:30:23.176343 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: providernet.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.177236 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.177744 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: provider Mar 08 15:30:23.178060 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: qos.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.181667 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.182181 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension qos not supported by any of loaded plugins Mar 08 15:30:23.182532 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.183770 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.184281 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 15:30:23.184603 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.185504 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.186009 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 15:30:23.186331 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: qos_default.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.187760 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.188271 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension qos-default not supported by any of loaded plugins Mar 08 15:30:23.188594 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: qos_fip.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.189543 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.190045 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension qos-fip not supported by any of loaded plugins Mar 08 15:30:23.190368 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: qos_fip_network_policy.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.191286 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.191794 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 15:30:23.192113 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: qos_gateway_ip.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.193011 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.193514 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 15:30:23.193832 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: qos_port_network_policy.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.194868 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.195371 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 15:30:23.195690 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.196706 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.197208 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 15:30:23.197527 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.198579 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.199082 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 15:30:23.199401 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: qos_pps_rule.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.200578 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.201085 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension qos-pps not supported by any of loaded plugins Mar 08 15:30:23.201404 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: qos_rule_type_details.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.202308 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.203368 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 15:30:23.203689 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: qos_rules_alias.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.204734 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.205237 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 15:30:23.205556 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: quota_check_limit.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.206493 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.207005 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: quota-check-limit Mar 08 15:30:23.207322 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: quotasv2.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.208236 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.208559 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: quotas Mar 08 15:30:23.208871 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: quotasv2_detail.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.210614 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.210957 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: quota_details Mar 08 15:30:23.211278 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: rbac.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.212312 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.212829 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: rbac-policies Mar 08 15:30:23.213147 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: rbac_address_group.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.214062 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.214609 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: rbac-address-group Mar 08 15:30:23.214925 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: rbac_address_scope.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.215830 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.216335 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: rbac-address-scope Mar 08 15:30:23.216652 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: rbac_security_groups.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.217550 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.218077 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: rbac-security-groups Mar 08 15:30:23.218836 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: rbac_subnetpool.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.219803 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.220309 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: rbac-subnetpool Mar 08 15:30:23.220632 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: revisionifmatch.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.221621 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.222098 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: revision-if-match Mar 08 15:30:23.222460 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: revisions.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.223548 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.224056 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: standard-attr-revisions Mar 08 15:30:23.224374 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: router_availability_zone.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.225032 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.225531 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: router_availability_zone Mar 08 15:30:23.225847 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: routerservicetype.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.226773 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.227274 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension router-service-type not supported by any of loaded plugins Mar 08 15:30:23.227587 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.228489 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.228990 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: security-groups-normalized-cidr Mar 08 15:30:23.229305 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: security_groups_port_filtering.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.230215 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.230745 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: port-security-groups-filtering Mar 08 15:30:23.231059 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.231974 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.232473 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: security-groups-remote-address-group Mar 08 15:30:23.232787 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.233703 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.234796 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: security-groups-shared-filtering Mar 08 15:30:23.235114 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.235700 dv-cinder-830098-2-iscsi neutron-server[104096]: WARNING neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 15:30:23.236011 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: securitygroup.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.245651 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.246174 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: security-group Mar 08 15:30:23.246530 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: segment.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.247311 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.247816 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension segment not supported by any of loaded plugins Mar 08 15:30:23.248135 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.249067 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.249738 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 15:30:23.250338 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: servicetype.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.251479 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.252008 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: service-type Mar 08 15:30:23.252324 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: sorting.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.253301 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.253621 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: sorting Mar 08 15:30:23.253935 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: standard_attr_segment.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.254878 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.255377 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 15:30:23.255692 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: standardattrdescription.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.256329 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.256826 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: standard-attr-description Mar 08 15:30:23.257134 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: stateful_security_group.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.258059 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.258594 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: stateful-security-group Mar 08 15:30:23.258923 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: stdattrs_common.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.259482 dv-cinder-830098-2-iscsi neutron-server[104096]: WARNING neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 15:30:23.259797 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.260714 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.261221 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 15:30:23.261539 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: subnet_onboard.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.262671 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.264645 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: subnet_onboard Mar 08 15:30:23.264918 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.266497 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.267139 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 15:30:23.267455 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: subnet_service_types.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.268450 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.269041 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: subnet-service-types Mar 08 15:30:23.269399 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: subnetallocation.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.270639 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.271141 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: subnet_allocation Mar 08 15:30:23.271460 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.272133 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.272631 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: subnetpool-prefix-ops Mar 08 15:30:23.272950 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.273878 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.274377 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 15:30:23.274714 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: tagging.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.275780 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.276279 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: standard-attr-tag Mar 08 15:30:23.276600 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: timestamp.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.277794 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.278294 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loaded extension: standard-attr-timestamp Mar 08 15:30:23.278644 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: trunk.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.279661 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.280160 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension trunk not supported by any of loaded plugins Mar 08 15:30:23.280477 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: trunk_details.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.281833 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.282340 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension trunk-details not supported by any of loaded plugins Mar 08 15:30:23.282682 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: uplink_status_propagation.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.283596 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.284097 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 15:30:23.284414 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Loading extension file: vlantransparent.py {{(pid=104096) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:30:23.285073 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104096) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:30:23.285572 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 15:30:23.288122 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Creating instance of TrackedResource for resource:network Mar 08 15:30:23.288648 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Creating instance of TrackedResource for resource:subnet Mar 08 15:30:23.289033 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 15:30:23.289410 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Creating instance of TrackedResource for resource:port Mar 08 15:30:23.290658 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.v2.resource_helper [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:23.291085 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.v2.resource_helper [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Service FLAVORS assigned prefix: {{(pid=104096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:23.291689 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.v2.resource_helper [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:23.292109 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.v2.resource_helper [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:23.292430 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Creating instance of TrackedResource for resource:router Mar 08 15:30:23.293198 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Creating instance of TrackedResource for resource:floatingip Mar 08 15:30:23.293669 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.v2.resource_helper [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Service METERING assigned prefix: /metering {{(pid=104096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:23.295151 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:23.295515 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:23.295857 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:30:23.297480 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 15:30:23.297910 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Creating instance of TrackedResource for resource:security_group Mar 08 15:30:23.298341 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 15:30:23.298953 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.v2.resource_helper [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Service CORE assigned prefix: {{(pid=104096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:23.299279 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 15:30:23.299619 dv-cinder-830098-2-iscsi neutron-server[104096]: WARNING neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] subnetpool is already registered Mar 08 15:30:23.300039 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.v2.resource_helper [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Service CORE assigned prefix: {{(pid=104096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:23.300366 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 15:30:23.300689 dv-cinder-830098-2-iscsi neutron-server[104096]: WARNING neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] subnetpool is already registered Mar 08 15:30:23.302985 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.v2.resource_helper [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:23.303406 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.v2.resource_helper [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Service FLAVORS assigned prefix: {{(pid=104096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:23.303974 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.v2.resource_helper [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:23.304389 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.v2.resource_helper [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:23.304713 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Creating instance of TrackedResource for resource:router Mar 08 15:30:23.305042 dv-cinder-830098-2-iscsi neutron-server[104096]: WARNING neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] router is already registered Mar 08 15:30:23.305443 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Creating instance of TrackedResource for resource:floatingip Mar 08 15:30:23.305769 dv-cinder-830098-2-iscsi neutron-server[104096]: WARNING neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] floatingip is already registered Mar 08 15:30:23.306209 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.v2.resource_helper [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Service METERING assigned prefix: /metering {{(pid=104096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:23.306880 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 15:30:23.307199 dv-cinder-830098-2-iscsi neutron-server[104096]: WARNING neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] rbac_policy is already registered Mar 08 15:30:23.307597 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Creating instance of TrackedResource for resource:security_group Mar 08 15:30:23.307920 dv-cinder-830098-2-iscsi neutron-server[104096]: WARNING neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] security_group is already registered Mar 08 15:30:23.308307 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 15:30:23.308634 dv-cinder-830098-2-iscsi neutron-server[104096]: WARNING neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] security_group_rule is already registered Mar 08 15:30:23.309250 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.v2.resource_helper [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Service CORE assigned prefix: {{(pid=104096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:23.309572 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 15:30:23.309895 dv-cinder-830098-2-iscsi neutron-server[104096]: WARNING neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] subnetpool is already registered Mar 08 15:30:23.310307 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.v2.resource_helper [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Service CORE assigned prefix: {{(pid=104096) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:30:23.310645 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 15:30:23.310965 dv-cinder-830098-2-iscsi neutron-server[104096]: WARNING neutron.quota.resource_registry [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] subnetpool is already registered Mar 08 15:30:23.311417 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: extensions {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.313955 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: address-groups {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.315479 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: address-scopes {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.316815 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: agents {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.317964 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: auto-allocated-topology {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.319236 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: availability_zones {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.320442 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: dhcp-networks {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.321995 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: dhcp-agents {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.323453 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: routers {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.325644 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: flavors {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.326835 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: service_profiles {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.328978 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: next_providers {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.330537 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: service_profiles {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.332078 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: floatingip-pools {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.333284 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: routers {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.335412 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: floatingips {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.337622 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: l3-routers {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.339039 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: l3-agents {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.340449 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: metering-labels {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.341804 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: metering-label-rules {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.343121 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: network-ip-availabilities {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.344886 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: bindings {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.346551 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: quotas {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.348118 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: quotas {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.349632 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: rbac-policies {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.350945 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: security-groups {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.352173 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: security-group-rules {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.353390 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: service-providers {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.354634 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: subnetpools {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.356027 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: subnetpools {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.357494 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: tags {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.359485 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: tags {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.361304 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: tags {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.363083 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: tags {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.364844 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: tags {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.366749 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: tags {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.368416 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: tags {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.370293 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: tags {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.372062 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: tags {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.373878 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron.api.extensions [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Extended resource: tags {{(pid=104096) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:30:23.379948 dv-cinder-830098-2-iscsi neutron-server[104096]: WARNING keystonemiddleware.auth_token [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 15:30:23.384648 dv-cinder-830098-2-iscsi neutron-server[104096]: WARNING keystonemiddleware.auth_token [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 15:30:23.393733 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_concurrency.lockutils [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Acquired lock "singleton_lock" {{(pid=104096) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 15:30:23.394210 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_concurrency.lockutils [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Releasing lock "singleton_lock" {{(pid=104096) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 15:30:23.394892 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO oslo_service.service [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Starting 2 workers Mar 08 15:30:23.399747 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Started child 104417 {{(pid=104096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 15:30:23.404182 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Started child 104418 {{(pid=104096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 15:30:23.405224 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:23.405891 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO neutron.service [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 15:30:23.407008 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Publish callbacks [] for process (None), before_spawn {{(pid=104096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:23.407342 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [-] (104417) wsgi starting up on http://0.0.0.0:9696 Mar 08 15:30:23.409043 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:23.409611 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO oslo_service.service [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Starting 1 workers Mar 08 15:30:23.410437 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [-] (104418) wsgi starting up on http://0.0.0.0:9696 Mar 08 15:30:23.414721 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Started child 104419 {{(pid=104096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 15:30:23.415279 dv-cinder-830098-2-iscsi neutron-server[104096]: INFO oslo_service.service [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Starting 1 workers Mar 08 15:30:23.418703 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.service [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] calling RpcWorker wait() {{(pid=104419) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 15:30:23.419291 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.service [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] returning from RpcWorker wait() {{(pid=104419) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 15:30:23.420085 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Started child 104420 {{(pid=104096) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 15:30:23.420463 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:23.420880 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG neutron_lib.callbacks.manager [None req-b68bbec2-f5bf-4042-86c3-da7555356d5a None None] Publish callbacks [] for process (None), after_spawn {{(pid=104096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:23.421007 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:30:23.423618 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104096) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 15:30:23.423806 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 15:30:23.424184 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 15:30:23.424373 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 15:30:23.424723 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 15:30:23.424849 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 15:30:23.425394 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.425656 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.425916 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.426041 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:23.426617 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.426617 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.427016 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.427225 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.427464 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.427771 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.427975 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.428137 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.428291 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.428692 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.428922 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.429226 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.429475 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.429697 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.429962 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.430120 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.431412 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.431412 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.431412 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.431412 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] debug = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.431412 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.432004 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.432248 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.432470 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.432988 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.434597 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.434844 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.435127 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.435353 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.435671 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.435910 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.436159 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.436387 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.436622 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.436884 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.437133 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.438058 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.438285 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.438801 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] host = dv-cinder-830098-2-iscsi {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.439037 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.439277 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.439533 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.439785 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.440052 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.440264 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.440517 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.440787 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.441011 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.441341 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.441489 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.441682 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.441913 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.442178 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] log_file = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.442336 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] log_options = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.442570 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.442849 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.443101 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.443290 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.443446 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.443596 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.443851 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.444004 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.444256 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.444470 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.444683 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.444912 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.445124 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.445363 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.446553 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.446553 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.446553 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.446553 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.446553 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.446971 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.447191 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.447565 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.448086 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.448468 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.448757 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.449006 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.449159 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.450326 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.450326 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.450326 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.450326 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.451479 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.451479 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.451479 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.455539 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:30:23.456054 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.456054 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.456054 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.456054 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.456054 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.456054 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.456054 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.456054 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.457399 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.457399 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.457399 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.457399 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.457399 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] use_json = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.457399 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.457399 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.457399 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.457399 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.460322 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.460322 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.460322 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.460322 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.460322 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.460322 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.460322 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.460322 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.463072 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.463072 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.463072 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.463072 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.463072 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.463072 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.463072 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.463072 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.464020 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.464020 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.464020 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.464020 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.464020 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.464020 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.464020 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.464020 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.464587 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.464587 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.464587 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.464587 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.464587 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.464587 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.464587 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.464587 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.465125 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.465125 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.465125 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.465125 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.465125 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.465125 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.465125 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.465125 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.465738 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.465738 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.465738 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.465738 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.466023 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.466109 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.466956 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.466956 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.466956 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.466956 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.467718 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.467718 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.467718 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.468925 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.468925 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.468925 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.469356 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.469356 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.470044 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.470044 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.470044 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.470281 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.470518 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.470792 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.470974 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.471170 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.471294 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.471541 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.471753 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.471931 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.472149 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.472344 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.472550 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.473016 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.473016 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.473241 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.473367 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.474298 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.474298 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.474298 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.474298 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.475570 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.475570 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.475570 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.475570 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.475570 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.475570 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.477994 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.477994 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.477994 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.477994 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.477994 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.477994 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.477994 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.477994 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.477994 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.478976 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.478976 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.478976 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.478976 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.478976 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.478976 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.478976 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.479461 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.479461 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.479614 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.479745 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.480674 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.480674 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.480674 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.480674 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.480971 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.481091 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.481451 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.481703 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.481923 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.482174 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.482351 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.482603 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.482870 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.483088 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.483352 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.483559 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.484473 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.484878 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.485273 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.485670 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.486048 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.487485 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.487485 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.487485 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.487485 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.487485 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.487866 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.487866 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.488010 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.488381 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.488763 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.489166 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.489405 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.489655 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.490025 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.490371 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.490772 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.491221 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.491597 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.491942 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.492286 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.492690 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.493070 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.493456 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.493719 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.493962 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.494194 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.494462 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.494713 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.494949 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.495164 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.495410 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.495625 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.495857 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.496074 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.496300 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.496511 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.496722 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.496996 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.497205 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.497418 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.497624 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.497839 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.498050 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.498287 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.498521 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.498754 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.499036 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.499193 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.499457 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.500312 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.500575 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.500831 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.501054 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.501319 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.501578 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.501797 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.502043 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.502296 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.502560 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.502778 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.503089 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.503229 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.504102 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.504102 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.504102 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.504102 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.504417 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.504495 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.504721 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.504950 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.505192 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.505526 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.505777 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.506000 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.506252 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.506513 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.506726 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.506939 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.507146 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.507375 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.507588 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.507802 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.508044 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.508547 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.508547 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.508719 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.508900 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.509149 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.509403 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.509621 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.509828 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.510056 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.510265 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.510642 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.510853 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.511080 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.511307 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.511511 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.511721 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.511922 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.512197 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.512430 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.512661 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.512913 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.513150 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.513409 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.513635 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.513840 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.514121 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.514277 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.514514 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.514769 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.515002 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.515745 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.515977 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.516202 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.516443 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.516656 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.516897 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.517108 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.517708 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.517708 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.517708 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.517962 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.518136 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.518343 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.518578 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.518788 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.518993 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.519201 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.519438 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.519645 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.519847 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.520078 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.520284 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.520482 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.520738 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.520992 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.521212 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.521500 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.521747 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.521985 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.522216 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.522539 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.522748 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.522980 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.523218 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.523423 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.523635 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.523881 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.524186 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.524481 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.524740 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.525001 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.525283 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.525542 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.525807 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.526034 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.526316 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.526667 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.526941 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.527183 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.527419 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.527654 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.527882 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.528090 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.528306 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.528531 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.528757 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.529010 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.529357 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.529458 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.529662 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.529897 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.530128 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.530347 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.531153 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.532454 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.532686 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.532905 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 15:30:23.533390 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104096) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 15:30:23.533711 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 15:30:23.533865 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 15:30:23.534036 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 15:30:23.534205 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 15:30:23.534359 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 15:30:23.534590 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.534751 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.534909 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.535067 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.535223 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.535400 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.535561 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.535711 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.536014 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.536172 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.536329 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.536482 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.536638 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.536792 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.536947 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.537104 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.537257 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.537410 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.537570 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.537724 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.537878 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.538030 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.538139 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:30:23.538231 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] debug = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.538311 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.538525 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.538685 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.538842 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.538996 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.539298 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.539464 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.539593 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.539741 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.539894 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.540049 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.540204 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.540538 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.540538 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.541646 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.541646 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.541646 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.541646 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.541646 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] host = dv-cinder-830098-2-iscsi {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.541646 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.541646 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.541646 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.542619 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.542619 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.543200 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.543788 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.543788 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.543788 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.544279 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.544279 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.544279 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.544279 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.544665 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] log_file = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.544665 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] log_options = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.544871 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.544871 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.545059 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.545145 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.546436 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.546436 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.546436 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.546436 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.546436 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.546436 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.546436 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.546884 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.547060 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.547359 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.547529 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.547670 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.547960 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.548122 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.548293 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.548453 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.548610 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.548769 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.548923 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.549079 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.549233 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.549389 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.549559 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.549701 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.549860 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.550040 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.550181 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.550320 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.550497 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.550611 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.550763 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.551065 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.551222 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.551376 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.551534 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.551689 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.551844 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.551988 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.552123 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.552281 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.552435 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.552587 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.552740 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] use_json = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.552892 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.553023 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.553154 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.553306 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.553439 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.553575 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.553729 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.553876 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.554025 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:30:23.554206 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.554368 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.554574 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.554732 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.554890 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.555048 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.555376 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.555376 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.555598 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.555684 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.555803 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.555959 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.556126 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.556281 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.556438 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.556596 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.556752 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.556908 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.557065 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.557221 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.557378 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.557534 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.557699 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.557856 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.558013 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.558169 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.558326 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.558513 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.558676 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.558846 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.559170 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.559271 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 35596) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:30:23.559349 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.559473 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.559776 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.559933 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.560225 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.560521 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.560683 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.560977 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.561132 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.561420 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.561715 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.561948 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.562817 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.562982 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.563267 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.563563 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.563846 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.564136 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.564297 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.564459 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.564620 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.564780 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.564940 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.565098 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.565259 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.565406 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.565717 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.565881 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.566041 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.566194 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.566515 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.566808 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.566961 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.567117 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.567411 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.567566 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.567845 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.568153 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.568322 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.568466 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.568624 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.568855 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.568956 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074732 Mar 08 15:30:23.569033 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.569448 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.569589 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.569729 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.569872 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.570169 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.570333 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.570534 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.570677 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.570827 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.571862 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.572031 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.572173 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.572312 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.572460 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.572607 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.572697 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.572816 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.572979 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.573296 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.573593 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.573873 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.574161 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.574323 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.574653 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.574815 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.574970 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.575543 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.575543 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.575543 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.575543 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.575946 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.575946 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.576156 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.576156 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.576351 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.576454 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.576589 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.576740 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.577033 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.577352 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.577698 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.578063 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.578743 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.578921 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.579078 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.579252 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.581237 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.581237 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.581237 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.581237 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.581237 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.581237 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.581237 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.581237 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.583377 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.583377 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.583377 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.583377 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.583377 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.583377 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.583377 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.583377 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.583377 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584054 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584054 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584054 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584054 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584054 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584054 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584054 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584054 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584525 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584525 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584525 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584525 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584525 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584525 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584525 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584525 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584968 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584968 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584968 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584968 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.584968 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.585237 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.585237 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.585359 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.585525 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.585648 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.585779 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.585913 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.586050 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.586183 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.586331 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.586538 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.586696 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.586852 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.587006 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.587162 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.587310 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.587464 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.587601 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.587736 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.587898 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.588049 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.588279 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.588431 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.588567 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.588702 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.588836 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.588971 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.589108 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.589242 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.589397 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.589551 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.589757 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.589898 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.590034 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.590169 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.590305 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.590471 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.590612 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.590760 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.590896 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.591040 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.591176 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.591311 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.591516 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.591750 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.591750 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.592076 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.592076 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.592345 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.592345 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.592600 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.592600 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.592861 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.592861 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.593191 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.593191 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.593846 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.594025 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.594188 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.594330 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.594540 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.594682 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.594843 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.594983 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.595142 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.595316 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.595479 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.595704 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.595845 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.595981 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.596127 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.596263 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.596400 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.596534 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.596678 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.596815 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.596950 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.597085 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.597948 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.597948 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.597948 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.597948 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.597948 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.598359 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.598359 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.598359 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.598586 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.598586 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.598734 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.598902 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.599052 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.599207 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.599362 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.599518 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.599672 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.599836 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.599992 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.600147 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.600301 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.600457 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.600610 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.600775 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.600930 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.601092 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.601540 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.601540 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.601540 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.601772 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.601850 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.602005 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.602164 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.602320 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.602512 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.602668 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.602827 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.602988 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.603154 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.603317 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.603475 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.603639 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.603805 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.603971 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.604126 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.604290 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.604458 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.604614 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.604770 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.604933 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.605079 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.605234 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.605389 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.605548 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.606293 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.606293 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.606293 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.606293 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.606293 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.606758 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.606758 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.606758 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.607008 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.607008 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.607171 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.607325 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:30:23.607475 dv-cinder-830098-2-iscsi neutron-server[104096]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104096) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 15:30:35.781519 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a559e5-684e-41e5-9b68-e8c239073347 None None] get_active_networks_info from dv-cinder-830098-2-iscsi {{(pid=104419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 15:30:35.852786 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a559e5-684e-41e5-9b68-e8c239073347 None None] No non-hosted networks {{(pid=104419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 15:30:35.867577 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.agentschedulers_db [None req-24a559e5-684e-41e5-9b68-e8c239073347 None None] DHCP Agent not found on host dv-cinder-830098-2-iscsi {{(pid=104419) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 15:30:35.980411 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-6452e546-6d24-48ee-a82a-8bf35e032c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738537'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:38.501844 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bcea1081-7b95-4e02-9910-d2dcc89a21a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738537'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:38.543965 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-6fb60f01-4c78-4278-bb23-3079c7dc53f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:40.160325 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738537'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:40.973521 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738537'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:42.007609 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 35680) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:30:42.250027 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738537'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:42.251376 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:42.251875 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:42.252375 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:42.254872 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:42.255218 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:42.255556 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:42.255890 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:42.256240 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:42.256571 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:42.256903 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:42.257581 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:42.257581 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:42.257864 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:42.258300 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830098-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:30:42.267069 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830098-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:30:42.581724 dv-cinder-830098-2-iscsi neutron-server[104417]: WARNING oslo_policy.policy [None req-cc28bcad-e105-48da-81be-cabae1579869 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:30:42.582322 dv-cinder-830098-2-iscsi neutron-server[104417]: WARNING oslo_policy.policy [None req-cc28bcad-e105-48da-81be-cabae1579869 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:30:42.806643 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [None req-cc28bcad-e105-48da-81be-cabae1579869 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=104417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:30:42.809820 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-cc28bcad-e105-48da-81be-cabae1579869 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8012300 Mar 08 15:30:43.690790 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.db.l3_hamode_db [None req-f4120d67-a365-4cec-9907-7fa94acbbac3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 15:30:43.768106 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4120d67-a365-4cec-9907-7fa94acbbac3 None None] Routers set() bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:30:43.768459 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4120d67-a365-4cec-9907-7fa94acbbac3 None None] Router IDs set() for agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 15:30:45.403610 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 35706) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:30:45.948421 dv-cinder-830098-2-iscsi neutron-server[104418]: WARNING oslo_policy.policy [None req-4ffb2af6-b2f4-4e03-8bf5-fa26d180eafc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:30:45.949031 dv-cinder-830098-2-iscsi neutron-server[104418]: WARNING oslo_policy.policy [None req-4ffb2af6-b2f4-4e03-8bf5-fa26d180eafc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:30:46.176321 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-4ffb2af6-b2f4-4e03-8bf5-fa26d180eafc admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:30:46.267271 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.policy [None req-4ffb2af6-b2f4-4e03-8bf5-fa26d180eafc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104418) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 15:30:46.312073 dv-cinder-830098-2-iscsi neutron-server[104418]: WARNING oslo_policy.policy [None req-4ffb2af6-b2f4-4e03-8bf5-fa26d180eafc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:30:46.312468 dv-cinder-830098-2-iscsi neutron-server[104418]: WARNING oslo_policy.policy [None req-4ffb2af6-b2f4-4e03-8bf5-fa26d180eafc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:30:46.421771 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4ffb2af6-b2f4-4e03-8bf5-fa26d180eafc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773857424708', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773857424055', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773857410315', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773857407686', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773857388427', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773857380525', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1344908', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1374029', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-720916', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632155'] for rbac-policy (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:46.493956 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4ffb2af6-b2f4-4e03-8bf5-fa26d180eafc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:46.495406 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-4ffb2af6-b2f4-4e03-8bf5-fa26d180eafc admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0896494 Mar 08 15:30:49.022906 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 35722) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:30:49.352675 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:30:49.386870 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Made reservation on behalf of 8e5332945f954b8bb1da77210ec6835a for: {'network': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:30:49.390860 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:49.407173 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:49.516470 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Publish callbacks [] for security_group (8d3bf6a6-1557-4b4a-8048-b503407b409d), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:49.523792 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (8d3bf6a6-1557-4b4a-8048-b503407b409d), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:49.555581 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=104418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:30:49.582354 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773855619422', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (0471521c-585b-46b5-b979-9653678ce5db), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:49.582879 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Unsubscribe: segment precommit_create {{(pid=104418) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 15:30:49.583368 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.segments_db [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Added segment 0471521c-585b-46b5-b979-9653678ce5db of type vlan for network c31955a2-982a-44c8-b6ce-7c3b960e1707 Mar 08 15:30:49.598678 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3bf6a6-1557-4b4a-8048-b503407b409d,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:30:49.646101 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:49.646450 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:49.646913 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:49.647159 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:49.647456 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:49.647775 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:49.648238 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:49.648540 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:49.648907 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:49.649237 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:49.649556 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:49.649869 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:49.650165 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Tracked resource versions report: Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: pushed versions: Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: { 'AddressGroup': {'1.2'}, Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'ConntrackHelper': {'1.0'}, Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Log': {'1.0'}, Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Network': {'1.1'}, Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Port': {'1.7'}, Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'PortForwarding': {'1.2'}, Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'QosPolicy': {'1.10'}, Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'SecurityGroup': {'1.5'}, Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'SubPort': {'1.0'}, Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Subnet': {'1.1'}, Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Trunk': {'1.1'}} Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: consumer versions: Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: { DHCP agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: L3 agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: Metadata agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: Metering agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: Open vSwitch agent@dv-cinder-830098-2-iscsi: { 'AddressGroup': '1.2', Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'ConntrackHelper': '1.0', Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'LocalIPAssociation': '1.0', Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Log': '1.0', Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Network': '1.1', Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Port': '1.7', Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'PortForwarding': '1.2', Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'QosPolicy': '1.10', Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'SecurityGroup': '1.5', Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'SecurityGroupRule': '1.2', Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'SubPort': '1.0', Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Subnet': '1.1', Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Trunk': '1.1'}} Mar 08 15:30:49.651562 dv-cinder-830098-2-iscsi neutron-server[104418]: {{(pid=104418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:30:49.688581 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (c31955a2-982a-44c8-b6ce-7c3b960e1707), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:49.735256 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (c31955a2-982a-44c8-b6ce-7c3b960e1707), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:49.740560 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:30:49.741259 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:49.804236 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7802513 Mar 08 15:30:49.862803 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddc8f6-6820-4c93-af44-51245aee253c demo demo] Pushing event updated for resources: {'Network': ['ID=c31955a2-982a-44c8-b6ce-7c3b960e1707,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:30:49.875367 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network c31955a2-982a-44c8-b6ce-7c3b960e1707 details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:30:52.397267 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 35734) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:30:52.844468 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80369156-70af-41c4-ad73-b26a73ec2d4b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:30:52.845819 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-80369156-70af-41c4-ad73-b26a73ec2d4b demo admin] 10.222.0.11 "GET /v2.0/networks/c31955a2-982a-44c8-b6ce-7c3b960e1707 HTTP/1.1" status: 200 len: 825 time: 0.4474227 Mar 08 15:30:52.876129 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-4b610415-c69d-4419-b626-7463c3eaabab demo admin] 10.222.0.11 "GET /v2.0/subnetpools/f2b711c1-1065-4574-8c51-395c40fa6e49 HTTP/1.1" status: 200 len: 734 time: 0.0216262 Mar 08 15:30:52.887308 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-0023fa8b-020b-4bc4-a86f-dc8df61e2a37 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'f2b711c1-1065-4574-8c51-395c40fa6e49', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'c31955a2-982a-44c8-b6ce-7c3b960e1707'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:30:52.912253 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0023fa8b-020b-4bc4-a86f-dc8df61e2a37 demo admin] Made reservation on behalf of 8e5332945f954b8bb1da77210ec6835a for: {'subnet': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:30:52.914703 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0023fa8b-020b-4bc4-a86f-dc8df61e2a37 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:53.222345 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0023fa8b-020b-4bc4-a86f-dc8df61e2a37 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for subnet (e397b814-b30c-44ee-ab1f-57f7317448cf), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:53.293556 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023fa8b-020b-4bc4-a86f-dc8df61e2a37 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e397b814-b30c-44ee-ab1f-57f7317448cf,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:30:53.300889 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0023fa8b-020b-4bc4-a86f-dc8df61e2a37 demo admin] Checking segment: {'id': '0471521c-585b-46b5-b979-9653678ce5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c31955a2-982a-44c8-b6ce-7c3b960e1707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:30:53.301275 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0023fa8b-020b-4bc4-a86f-dc8df61e2a37 demo admin] Network hostable DHCP agents. Network: c31955a2-982a-44c8-b6ce-7c3b960e1707, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:30:53.323895 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0023fa8b-020b-4bc4-a86f-dc8df61e2a37 demo admin] Network c31955a2-982a-44c8-b6ce-7c3b960e1707 is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:30:53.336535 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-0023fa8b-020b-4bc4-a86f-dc8df61e2a37 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, c31955a2-982a-44c8-b6ce-7c3b960e1707) {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:30:53.341370 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0023fa8b-020b-4bc4-a86f-dc8df61e2a37 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:30:53.341960 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0023fa8b-020b-4bc4-a86f-dc8df61e2a37 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:53.346731 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddf154e-27d3-41ab-9eed-9528c21598b2 None None] Network c31955a2-982a-44c8-b6ce-7c3b960e1707 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:30:53.358882 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-0023fa8b-020b-4bc4-a86f-dc8df61e2a37 demo admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4746621 Mar 08 15:30:53.728483 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6a47f08-8a45-55e2-9afe-03599cd2f3a7-c31955a2-982a-44c8-b6ce-7c3b960e1707', 'network_id': 'c31955a2-982a-44c8-b6ce-7c3b960e1707', 'project_id': '8e5332945f954b8bb1da77210ec6835a', 'fixed_ips': [{'subnet_id': 'e397b814-b30c-44ee-ab1f-57f7317448cf'}]}} from dv-cinder-830098-2-iscsi. {{(pid=104419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:30:53.729814 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:54.008710 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.db_base_plugin_common [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Allocated IP 172.20.0.2 (c31955a2-982a-44c8-b6ce-7c3b960e1707/e397b814-b30c-44ee-ab1f-57f7317448cf/709604ad-16e0-451d-a918-14e8d23216c2) {{(pid=104419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:30:54.276564 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Publish callbacks [] for port (709604ad-16e0-451d-a918-14e8d23216c2), precommit_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:54.284776 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (709604ad-16e0-451d-a918-14e8d23216c2), after_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:54.369019 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Network c31955a2-982a-44c8-b6ce-7c3b960e1707 is already hosted by enough agents. {{(pid=104419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:30:54.370307 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Pushing event updated for resources: {'Port': ['ID=709604ad-16e0-451d-a918-14e8d23216c2,revision_number=1']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:30:54.372689 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.base_scheduler [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Resources bound (agent type, host, resource id): {{(pid=104419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:30:54.380031 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Received port after_create {{(pid=104419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:30:54.383571 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:54.383934 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:54.384285 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:54.384624 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:54.384945 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:54.385265 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:54.385583 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:54.385902 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:54.386219 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:54.386571 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:54.386891 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:54.387192 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:54.387504 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Tracked resource versions report: Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: pushed versions: Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: { 'AddressGroup': {'1.2'}, Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'ConntrackHelper': {'1.0'}, Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Log': {'1.0'}, Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Network': {'1.1'}, Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Port': {'1.7'}, Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'PortForwarding': {'1.2'}, Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'QosPolicy': {'1.10'}, Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'SecurityGroup': {'1.5'}, Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'SubPort': {'1.0'}, Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Subnet': {'1.1'}, Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Trunk': {'1.1'}} Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: consumer versions: Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: { DHCP agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: L3 agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: Metadata agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: Metering agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: Open vSwitch agent@dv-cinder-830098-2-iscsi: { 'AddressGroup': '1.2', Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'ConntrackHelper': '1.0', Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'LocalIPAssociation': '1.0', Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Log': '1.0', Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Network': '1.1', Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Port': '1.7', Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'PortForwarding': '1.2', Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'QosPolicy': '1.10', Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'SecurityGroup': '1.5', Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'SecurityGroupRule': '1.2', Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'SubPort': '1.0', Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Subnet': '1.1', Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Trunk': '1.1'}} Mar 08 15:30:54.388850 dv-cinder-830098-2-iscsi neutron-server[104419]: {{(pid=104419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:30:54.463014 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Attempting to bind port 709604ad-16e0-451d-a918-14e8d23216c2 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:30:54.463413 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Attempting to bind port 709604ad-16e0-451d-a918-14e8d23216c2 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': '0471521c-585b-46b5-b979-9653678ce5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c31955a2-982a-44c8-b6ce-7c3b960e1707'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:30:54.463816 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Attempting to bind port 709604ad-16e0-451d-a918-14e8d23216c2 on network c31955a2-982a-44c8-b6ce-7c3b960e1707 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:30:54.469041 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:30:54.469423 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Checking segment: {'id': '0471521c-585b-46b5-b979-9653678ce5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c31955a2-982a-44c8-b6ce-7c3b960e1707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:30:54.469904 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:54.470283 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Bound using segment: {'id': '0471521c-585b-46b5-b979-9653678ce5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c31955a2-982a-44c8-b6ce-7c3b960e1707'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:30:54.470826 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Bound port: 709604ad-16e0-451d-a918-14e8d23216c2, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0471521c-585b-46b5-b979-9653678ce5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c31955a2-982a-44c8-b6ce-7c3b960e1707'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:30:54.471222 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (709604ad-16e0-451d-a918-14e8d23216c2), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:54.534316 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] For port 709604ad-16e0-451d-a918-14e8d23216c2, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:30:54.557854 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] For port 709604ad-16e0-451d-a918-14e8d23216c2, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=709604ad-16e0-451d-a918-14e8d23216c2,segment=NetworkSegment(0471521c-585b-46b5-b979-9653678ce5db),segment_id=0471521c-585b-46b5-b979-9653678ce5db)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:30:54.565717 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (709604ad-16e0-451d-a918-14e8d23216c2), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:30:54.619799 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a93f4-5044-48da-8bc9-6148678468e9 None None] Pushing event updated for resources: {'Port': ['ID=709604ad-16e0-451d-a918-14e8d23216c2,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:30:55.908369 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 35742) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:30:56.244048 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [None req-6663e604-eca9-4b23-b718-bcf0a8afe7e5 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=104417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:30:56.244995 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-6663e604-eca9-4b23-b718-bcf0a8afe7e5 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3356016 Mar 08 15:30:58.796056 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 35750) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:30:59.126778 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [None req-26dd7c20-4860-4af3-8f79-f5a286fd49ba admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=104418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:30:59.142415 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-26dd7c20-4860-4af3-8f79-f5a286fd49ba admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3306634 Mar 08 15:31:01.711007 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 35758) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:31:02.079932 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-89c7ab65-45eb-48cf-9321-8b7357eec61c demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:31:02.141984 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.policy [None req-89c7ab65-45eb-48cf-9321-8b7357eec61c demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104417) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 15:31:02.185345 dv-cinder-830098-2-iscsi neutron-server[104417]: WARNING oslo_policy.policy [None req-89c7ab65-45eb-48cf-9321-8b7357eec61c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:31:02.185744 dv-cinder-830098-2-iscsi neutron-server[104417]: WARNING oslo_policy.policy [None req-89c7ab65-45eb-48cf-9321-8b7357eec61c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:31:02.247423 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-89c7ab65-45eb-48cf-9321-8b7357eec61c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25174'] for router (08e2ca5f-9362-4bc5-80fe-49dc4144b35c), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:02.249602 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-89c7ab65-45eb-48cf-9321-8b7357eec61c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25183'] for router (08e2ca5f-9362-4bc5-80fe-49dc4144b35c), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:02.404831 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-89c7ab65-45eb-48cf-9321-8b7357eec61c demo demo] Publish callbacks [] for router_controller (08e2ca5f-9362-4bc5-80fe-49dc4144b35c), precommit_add_association {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:02.412162 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-89c7ab65-45eb-48cf-9321-8b7357eec61c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752864'] for router (08e2ca5f-9362-4bc5-80fe-49dc4144b35c), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:02.438797 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-89c7ab65-45eb-48cf-9321-8b7357eec61c demo demo] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:02.439994 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-89c7ab65-45eb-48cf-9321-8b7357eec61c demo demo] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7266567 Mar 08 15:31:05.046306 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 709604ad-16e0-451d-a918-14e8d23216c2 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:31:05.051086 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 35772) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:31:05.144029 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 709604ad-16e0-451d-a918-14e8d23216c2 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:31:05.144457 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (709604ad-16e0-451d-a918-14e8d23216c2), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:05.253699 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 709604ad-16e0-451d-a918-14e8d23216c2 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:31:05.254011 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (709604ad-16e0-451d-a918-14e8d23216c2), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:05.287693 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] For port 709604ad-16e0-451d-a918-14e8d23216c2, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=709604ad-16e0-451d-a918-14e8d23216c2,segment=NetworkSegment(0471521c-585b-46b5-b979-9653678ce5db),segment_id=0471521c-585b-46b5-b979-9653678ce5db)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:31:05.293169 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (709604ad-16e0-451d-a918-14e8d23216c2), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:05.340281 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Pushing event updated for resources: {'Port': ['ID=709604ad-16e0-451d-a918-14e8d23216c2,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:31:05.390192 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [None req-47bd39d1-98aa-4c97-8576-bd35ba5dbead admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=104417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:31:05.391281 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-47bd39d1-98aa-4c97-8576-bd35ba5dbead admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3392510 Mar 08 15:31:05.701461 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-e8b0c1f3-49f5-4166-97b0-9cca375a1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:06.098323 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1c07ef-43e6-4dde-b386-a730b295adc3 None None] Network c31955a2-982a-44c8-b6ce-7c3b960e1707 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:31:06.173782 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-d53e7605-648f-4077-acf9-a979e5b52bda None None] Provisioning complete for port 709604ad-16e0-451d-a918-14e8d23216c2 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:31:06.174146 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-d53e7605-648f-4077-acf9-a979e5b52bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (709604ad-16e0-451d-a918-14e8d23216c2), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:06.294890 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-d53e7605-648f-4077-acf9-a979e5b52bda None None] Current status of the port 709604ad-16e0-451d-a918-14e8d23216c2 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:31:06.516918 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-3c6a1d9a-8aa8-453a-a8e3-0f1febafe436 None None] Provisioning complete for port 709604ad-16e0-451d-a918-14e8d23216c2 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:31:06.517292 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3c6a1d9a-8aa8-453a-a8e3-0f1febafe436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (709604ad-16e0-451d-a918-14e8d23216c2), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:06.611442 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-3c6a1d9a-8aa8-453a-a8e3-0f1febafe436 None None] Current status of the port 709604ad-16e0-451d-a918-14e8d23216c2 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:31:06.985299 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 709604ad-16e0-451d-a918-14e8d23216c2 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:31:07.033400 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 709604ad-16e0-451d-a918-14e8d23216c2 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:31:07.033777 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (709604ad-16e0-451d-a918-14e8d23216c2), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:07.110972 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 709604ad-16e0-451d-a918-14e8d23216c2 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:31:07.956564 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 35780) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:31:08.287978 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:31:08.313537 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Made reservation on behalf of 857dd924b0574750a4c6f1fba4ef6572 for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:31:08.316336 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:08.331532 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:08.437085 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Publish callbacks [] for security_group (987dd972-888b-49e2-970e-eec3bf334e91), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:08.443208 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (987dd972-888b-49e2-970e-eec3bf334e91), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:08.455747 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Reserving flat network on physical network physnet1 {{(pid=104417) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 15:31:08.479053 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b04d6d68-702e-4b63-9756-4daff554a2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:08.489085 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773855619422', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (aa33399c-ee33-4de1-b82c-3f04154ca2fc), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:08.489672 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Unsubscribe: segment precommit_create {{(pid=104417) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 15:31:08.490176 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Added segment aa33399c-ee33-4de1-b82c-3f04154ca2fc of type flat for network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 Mar 08 15:31:08.495755 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987dd972-888b-49e2-970e-eec3bf334e91,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:31:08.529617 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:08.530291 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:08.530547 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:08.530899 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:08.531231 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:08.531561 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:08.531896 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:08.532209 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:08.532528 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:08.532884 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:08.533212 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:08.533517 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:08.533824 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Tracked resource versions report: Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: pushed versions: Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: { 'AddressGroup': {'1.2'}, Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'ConntrackHelper': {'1.0'}, Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Log': {'1.0'}, Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Network': {'1.1'}, Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Port': {'1.7'}, Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'PortForwarding': {'1.2'}, Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'QosPolicy': {'1.10'}, Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'SecurityGroup': {'1.5'}, Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'SubPort': {'1.0'}, Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Subnet': {'1.1'}, Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Trunk': {'1.1'}} Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: consumer versions: Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: { DHCP agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: L3 agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: Metadata agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: Metering agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: Open vSwitch agent@dv-cinder-830098-2-iscsi: { 'AddressGroup': '1.2', Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'ConntrackHelper': '1.0', Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'LocalIPAssociation': '1.0', Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Log': '1.0', Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Network': '1.1', Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Port': '1.7', Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'PortForwarding': '1.2', Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'QosPolicy': '1.10', Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'SecurityGroup': '1.5', Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'SecurityGroupRule': '1.2', Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'SubPort': '1.0', Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Subnet': '1.1', Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Trunk': '1.1'}} Mar 08 15:31:08.535228 dv-cinder-830098-2-iscsi neutron-server[104417]: {{(pid=104417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:31:08.603662 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (8e7e72b0-9139-4eb8-8c55-c85dd59129b3), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:08.646304 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (8e7e72b0-9139-4eb8-8c55-c85dd59129b3), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:08.647476 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:31:08.648207 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:08.714569 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7568712 Mar 08 15:31:08.752593 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a5b9e-6400-4609-bf6c-a10930835b85 admin admin] Pushing event updated for resources: {'Network': ['ID=8e7e72b0-9139-4eb8-8c55-c85dd59129b3,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:31:08.763558 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:31:10.114795 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:10.920117 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:11.260962 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 35802) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:31:11.489963 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ddb242-357d-4a08-b141-72f9634708fb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:31:11.491667 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-59ddb242-357d-4a08-b141-72f9634708fb demo admin] 10.222.0.11 "GET /v2.0/subnets/e397b814-b30c-44ee-ab1f-57f7317448cf HTTP/1.1" status: 200 len: 849 time: 0.2297003 Mar 08 15:31:11.643078 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-3835258d-3d4f-4141-88c7-16a32a779a27 demo admin] 10.222.0.11 "GET /v2.0/routers/08e2ca5f-9362-4bc5-80fe-49dc4144b35c HTTP/1.1" status: 200 len: 704 time: 0.1427395 Mar 08 15:31:11.926918 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-06f63862-0d5f-4d6b-899f-ac9c41186c68 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:12.247353 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-06f63862-0d5f-4d6b-899f-ac9c41186c68 demo admin] Allocated IP 172.20.0.1 (c31955a2-982a-44c8-b6ce-7c3b960e1707/e397b814-b30c-44ee-ab1f-57f7317448cf/98a40ebf-f23a-4eae-bcae-3c47df5a41e1) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:31:12.255602 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:12.451570 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-06f63862-0d5f-4d6b-899f-ac9c41186c68 demo admin] Publish callbacks [] for port (98a40ebf-f23a-4eae-bcae-3c47df5a41e1), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:12.530554 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-06f63862-0d5f-4d6b-899f-ac9c41186c68 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (98a40ebf-f23a-4eae-bcae-3c47df5a41e1), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:12.605039 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f63862-0d5f-4d6b-899f-ac9c41186c68 demo admin] Network c31955a2-982a-44c8-b6ce-7c3b960e1707 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:31:12.609790 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-06f63862-0d5f-4d6b-899f-ac9c41186c68 demo admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:31:12.622877 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f63862-0d5f-4d6b-899f-ac9c41186c68 demo admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:31:12.623445 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-06f63862-0d5f-4d6b-899f-ac9c41186c68 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738765'] for router_interface (08e2ca5f-9362-4bc5-80fe-49dc4144b35c), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:12.645430 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f63862-0d5f-4d6b-899f-ac9c41186c68 demo admin] Pushing event updated for resources: {'Port': ['ID=98a40ebf-f23a-4eae-bcae-3c47df5a41e1,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:31:12.785867 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-11184465-24a0-436c-9031-5fbb9ff4fa30 None None] Provisioning complete for port 98a40ebf-f23a-4eae-bcae-3c47df5a41e1 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:31:12.786168 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-11184465-24a0-436c-9031-5fbb9ff4fa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (98a40ebf-f23a-4eae-bcae-3c47df5a41e1), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:12.839561 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-06f63862-0d5f-4d6b-899f-ac9c41186c68 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (98a40ebf-f23a-4eae-bcae-3c47df5a41e1), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:12.866459 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-11184465-24a0-436c-9031-5fbb9ff4fa30 None None] Port 98a40ebf-f23a-4eae-bcae-3c47df5a41e1 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:31:13.131191 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-06f63862-0d5f-4d6b-899f-ac9c41186c68 demo admin] Publish callbacks [] for port (98a40ebf-f23a-4eae-bcae-3c47df5a41e1), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:13.137841 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-06f63862-0d5f-4d6b-899f-ac9c41186c68 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (98a40ebf-f23a-4eae-bcae-3c47df5a41e1), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:13.138636 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-06f63862-0d5f-4d6b-899f-ac9c41186c68 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738721'] for router_interface (08e2ca5f-9362-4bc5-80fe-49dc4144b35c), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:13.198386 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f63862-0d5f-4d6b-899f-ac9c41186c68 demo admin] Pushing event updated for resources: {'Port': ['ID=98a40ebf-f23a-4eae-bcae-3c47df5a41e1,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:31:13.266208 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f63862-0d5f-4d6b-899f-ac9c41186c68 demo admin] Network c31955a2-982a-44c8-b6ce-7c3b960e1707 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:31:13.267667 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-06f63862-0d5f-4d6b-899f-ac9c41186c68 demo admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:31:13.440082 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f63862-0d5f-4d6b-899f-ac9c41186c68 demo admin] Router 08e2ca5f-9362-4bc5-80fe-49dc4144b35c is scheduled to L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 with binding_index 1 {{(pid=104417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:31:13.537794 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f63862-0d5f-4d6b-899f-ac9c41186c68 demo admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:31:13.543732 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-06f63862-0d5f-4d6b-899f-ac9c41186c68 demo admin] 10.222.0.11 "PUT /v2.0/routers/08e2ca5f-9362-4bc5-80fe-49dc4144b35c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8923359 Mar 08 15:31:13.549312 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Sync routers for ids ['08e2ca5f-9362-4bc5-80fe-49dc4144b35c'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:31:13.561936 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Routers {'08e2ca5f-9362-4bc5-80fe-49dc4144b35c'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:31:13.562822 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:31:08Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['08e2ca5f-9362-4bc5-80fe-49dc4144b35c'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:31:13.590742 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-0c9e9f45-eace-43c0-9d46-b9f194b21d3b None None] Provisioning complete for port 98a40ebf-f23a-4eae-bcae-3c47df5a41e1 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:31:13.591311 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-0c9e9f45-eace-43c0-9d46-b9f194b21d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (98a40ebf-f23a-4eae-bcae-3c47df5a41e1), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:13.626856 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e9f45-eace-43c0-9d46-b9f194b21d3b None None] Port 98a40ebf-f23a-4eae-bcae-3c47df5a41e1 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:31:13.761573 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Set router 08e2ca5f-9362-4bc5-80fe-49dc4144b35c gateway port host: None {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:31:14.197852 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e2ca5f-9362-4bc5-80fe-49dc4144b35c', 'name': 'router1', 'tenant_id': '8e5332945f954b8bb1da77210ec6835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:31:02Z', 'updated_at': '2022-03-08T15:31:12Z', 'revision_number': 2, 'project_id': '8e5332945f954b8bb1da77210ec6835a', 'gw_port_host': None, '_interfaces': [{'id': '98a40ebf-f23a-4eae-bcae-3c47df5a41e1', 'name': '', 'network_id': 'c31955a2-982a-44c8-b6ce-7c3b960e1707', 'tenant_id': '8e5332945f954b8bb1da77210ec6835a', 'mac_address': 'fa:16:3e:fc:86:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e2ca5f-9362-4bc5-80fe-49dc4144b35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e397b814-b30c-44ee-ab1f-57f7317448cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:31:11Z', 'updated_at': '2022-03-08T15:31:12Z', 'revision_number': 2, 'project_id': '8e5332945f954b8bb1da77210ec6835a', 'subnets': [{'id': 'e397b814-b30c-44ee-ab1f-57f7317448cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2b711c1-1065-4574-8c51-395c40fa6e49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:31:14.250384 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Checking router: 08e2ca5f-9362-4bc5-80fe-49dc4144b35c for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:31:14.250782 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Updating router 08e2ca5f-9362-4bc5-80fe-49dc4144b35c port 98a40ebf-f23a-4eae-bcae-3c47df5a41e1 binding host dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:31:14.303217 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (98a40ebf-f23a-4eae-bcae-3c47df5a41e1), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:14.815367 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Publish callbacks [] for port (98a40ebf-f23a-4eae-bcae-3c47df5a41e1), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:14.823524 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (98a40ebf-f23a-4eae-bcae-3c47df5a41e1), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:14.943616 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a8eb7-45bc-436a-a5ae-77556f10de2c None None] Pushing event updated for resources: {'Port': ['ID=98a40ebf-f23a-4eae-bcae-3c47df5a41e1,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:31:14.969790 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a8eb7-45bc-436a-a5ae-77556f10de2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:14.970105 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a8eb7-45bc-436a-a5ae-77556f10de2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:14.970496 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a8eb7-45bc-436a-a5ae-77556f10de2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:14.970829 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a8eb7-45bc-436a-a5ae-77556f10de2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:14.971152 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a8eb7-45bc-436a-a5ae-77556f10de2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:14.971474 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a8eb7-45bc-436a-a5ae-77556f10de2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:14.971764 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a8eb7-45bc-436a-a5ae-77556f10de2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:14.972083 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a8eb7-45bc-436a-a5ae-77556f10de2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:14.972401 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a8eb7-45bc-436a-a5ae-77556f10de2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:14.972734 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a8eb7-45bc-436a-a5ae-77556f10de2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:14.973048 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a8eb7-45bc-436a-a5ae-77556f10de2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:14.973365 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a8eb7-45bc-436a-a5ae-77556f10de2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:14.973672 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a8eb7-45bc-436a-a5ae-77556f10de2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a8eb7-45bc-436a-a5ae-77556f10de2c None None] Tracked resource versions report: Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: pushed versions: Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: { 'AddressGroup': {'1.2'}, Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'ConntrackHelper': {'1.0'}, Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Log': {'1.0'}, Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Network': {'1.1'}, Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Port': {'1.7'}, Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'PortForwarding': {'1.2'}, Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'QosPolicy': {'1.10'}, Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'SecurityGroup': {'1.5'}, Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'SubPort': {'1.0'}, Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Subnet': {'1.1'}, Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Trunk': {'1.1'}} Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: consumer versions: Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: { DHCP agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: L3 agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: Metadata agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: Metering agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: Open vSwitch agent@dv-cinder-830098-2-iscsi: { 'AddressGroup': '1.2', Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'ConntrackHelper': '1.0', Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'LocalIPAssociation': '1.0', Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Log': '1.0', Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Network': '1.1', Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Port': '1.7', Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'PortForwarding': '1.2', Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'QosPolicy': '1.10', Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'SecurityGroup': '1.5', Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'SecurityGroupRule': '1.2', Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'SubPort': '1.0', Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Subnet': '1.1', Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Trunk': '1.1'}} Mar 08 15:31:14.975074 dv-cinder-830098-2-iscsi neutron-server[104420]: {{(pid=104420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:31:15.009654 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Attempting to bind port 98a40ebf-f23a-4eae-bcae-3c47df5a41e1 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:31:15.010053 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Attempting to bind port 98a40ebf-f23a-4eae-bcae-3c47df5a41e1 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': '0471521c-585b-46b5-b979-9653678ce5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c31955a2-982a-44c8-b6ce-7c3b960e1707'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:31:15.010510 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Attempting to bind port 98a40ebf-f23a-4eae-bcae-3c47df5a41e1 on network c31955a2-982a-44c8-b6ce-7c3b960e1707 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:31:15.016265 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:31:15.016670 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Checking segment: {'id': '0471521c-585b-46b5-b979-9653678ce5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c31955a2-982a-44c8-b6ce-7c3b960e1707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:31:15.017160 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:15.017540 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Bound using segment: {'id': '0471521c-585b-46b5-b979-9653678ce5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c31955a2-982a-44c8-b6ce-7c3b960e1707'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:31:15.018034 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Bound port: 98a40ebf-f23a-4eae-bcae-3c47df5a41e1, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0471521c-585b-46b5-b979-9653678ce5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c31955a2-982a-44c8-b6ce-7c3b960e1707'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:31:15.018428 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (98a40ebf-f23a-4eae-bcae-3c47df5a41e1), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:15.057999 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-6c098a00-2afd-4b57-9b35-21e58d2c9615 None None] Provisioning complete for port 98a40ebf-f23a-4eae-bcae-3c47df5a41e1 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:31:15.059119 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-6c098a00-2afd-4b57-9b35-21e58d2c9615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (98a40ebf-f23a-4eae-bcae-3c47df5a41e1), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:15.088149 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] For port 98a40ebf-f23a-4eae-bcae-3c47df5a41e1, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:31:15.099106 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-6c098a00-2afd-4b57-9b35-21e58d2c9615 None None] Port 98a40ebf-f23a-4eae-bcae-3c47df5a41e1 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:31:15.110533 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] For port 98a40ebf-f23a-4eae-bcae-3c47df5a41e1, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=98a40ebf-f23a-4eae-bcae-3c47df5a41e1,segment=NetworkSegment(0471521c-585b-46b5-b979-9653678ce5db),segment_id=0471521c-585b-46b5-b979-9653678ce5db)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:31:15.118461 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (98a40ebf-f23a-4eae-bcae-3c47df5a41e1), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:15.177319 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a8eb7-45bc-436a-a5ae-77556f10de2c None None] Pushing event updated for resources: {'Port': ['ID=98a40ebf-f23a-4eae-bcae-3c47df5a41e1,revision_number=4']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:31:15.185655 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Routers {'08e2ca5f-9362-4bc5-80fe-49dc4144b35c'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:31:15.186427 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:31:08Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['08e2ca5f-9362-4bc5-80fe-49dc4144b35c'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:31:15.279369 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] Set router 08e2ca5f-9362-4bc5-80fe-49dc4144b35c gateway port host: None {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:31:15.420274 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-28034583-12cf-40fc-8942-2d1427c707f3 None None] Provisioning complete for port 98a40ebf-f23a-4eae-bcae-3c47df5a41e1 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:31:15.420761 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-28034583-12cf-40fc-8942-2d1427c707f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (98a40ebf-f23a-4eae-bcae-3c47df5a41e1), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:15.491860 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e2ca5f-9362-4bc5-80fe-49dc4144b35c', 'name': 'router1', 'tenant_id': '8e5332945f954b8bb1da77210ec6835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:31:02Z', 'updated_at': '2022-03-08T15:31:12Z', 'revision_number': 2, 'project_id': '8e5332945f954b8bb1da77210ec6835a', 'gw_port_host': None, '_interfaces': [{'id': '98a40ebf-f23a-4eae-bcae-3c47df5a41e1', 'name': '', 'network_id': 'c31955a2-982a-44c8-b6ce-7c3b960e1707', 'tenant_id': '8e5332945f954b8bb1da77210ec6835a', 'mac_address': 'fa:16:3e:fc:86:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e2ca5f-9362-4bc5-80fe-49dc4144b35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e397b814-b30c-44ee-ab1f-57f7317448cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:31:11Z', 'updated_at': '2022-03-08T15:31:15Z', 'revision_number': 4, 'project_id': '8e5332945f954b8bb1da77210ec6835a', 'subnets': [{'id': 'e397b814-b30c-44ee-ab1f-57f7317448cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2b711c1-1065-4574-8c51-395c40fa6e49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:31:15.502219 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-28034583-12cf-40fc-8942-2d1427c707f3 None None] Current status of the port 98a40ebf-f23a-4eae-bcae-3c47df5a41e1 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:31:15.502661 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-28034583-12cf-40fc-8942-2d1427c707f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (98a40ebf-f23a-4eae-bcae-3c47df5a41e1), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:15.524488 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c25fa7-4b96-4b4f-8e29-d0da4b0eca7a None None] The sync data for ids ['08e2ca5f-9362-4bc5-80fe-49dc4144b35c'] in dv-cinder-830098-2-iscsi is: [{'id': '08e2ca5f-9362-4bc5-80fe-49dc4144b35c', 'name': 'router1', 'tenant_id': '8e5332945f954b8bb1da77210ec6835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:31:02Z', 'updated_at': '2022-03-08T15:31:12Z', 'revision_number': 2, 'project_id': '8e5332945f954b8bb1da77210ec6835a', 'gw_port_host': None, '_interfaces': [{'id': '98a40ebf-f23a-4eae-bcae-3c47df5a41e1', 'name': '', 'network_id': 'c31955a2-982a-44c8-b6ce-7c3b960e1707', 'tenant_id': '8e5332945f954b8bb1da77210ec6835a', 'mac_address': 'fa:16:3e:fc:86:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e2ca5f-9362-4bc5-80fe-49dc4144b35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e397b814-b30c-44ee-ab1f-57f7317448cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:31:11Z', 'updated_at': '2022-03-08T15:31:15Z', 'revision_number': 4, 'project_id': '8e5332945f954b8bb1da77210ec6835a', 'subnets': [{'id': 'e397b814-b30c-44ee-ab1f-57f7317448cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2b711c1-1065-4574-8c51-395c40fa6e49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:31:15.538856 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-28034583-12cf-40fc-8942-2d1427c707f3 None None] For port 98a40ebf-f23a-4eae-bcae-3c47df5a41e1, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=98a40ebf-f23a-4eae-bcae-3c47df5a41e1,segment=NetworkSegment(0471521c-585b-46b5-b979-9653678ce5db),segment_id=0471521c-585b-46b5-b979-9653678ce5db)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:31:15.546588 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-28034583-12cf-40fc-8942-2d1427c707f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (98a40ebf-f23a-4eae-bcae-3c47df5a41e1), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:15.599409 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28034583-12cf-40fc-8942-2d1427c707f3 None None] Pushing event updated for resources: {'Port': ['ID=98a40ebf-f23a-4eae-bcae-3c47df5a41e1,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:31:16.013509 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 35822) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:31:16.133541 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a620e96f-bb02-4e69-86a7-071a78cc17b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:31:16.134883 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-a620e96f-bb02-4e69-86a7-071a78cc17b3 admin admin] 10.222.0.11 "GET /v2.0/networks/8e7e72b0-9139-4eb8-8c55-c85dd59129b3 HTTP/1.1" status: 200 len: 842 time: 0.1202641 Mar 08 15:31:16.144396 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-524530b1-fb3a-488f-95a0-188da61a3407 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'cidr': '172.27.1.0/24'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:31:16.165483 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524530b1-fb3a-488f-95a0-188da61a3407 admin admin] Made reservation on behalf of 857dd924b0574750a4c6f1fba4ef6572 for: {'subnet': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:31:16.168199 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-524530b1-fb3a-488f-95a0-188da61a3407 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:16.465995 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 5 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:31:16.516696 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.objects.ports [None req-524530b1-fb3a-488f-95a0-188da61a3407 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104418) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 15:31:16.517135 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-524530b1-fb3a-488f-95a0-188da61a3407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for subnet (c0816c9d-f5f8-4a20-9248-b209aaa1b4c7), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:16.567014 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524530b1-fb3a-488f-95a0-188da61a3407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0816c9d-f5f8-4a20-9248-b209aaa1b4c7,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:31:16.583038 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524530b1-fb3a-488f-95a0-188da61a3407 admin admin] Checking segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:31:16.583385 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524530b1-fb3a-488f-95a0-188da61a3407 admin admin] Network hostable DHCP agents. Network: 8e7e72b0-9139-4eb8-8c55-c85dd59129b3, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:31:16.600865 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524530b1-fb3a-488f-95a0-188da61a3407 admin admin] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:31:16.610594 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-524530b1-fb3a-488f-95a0-188da61a3407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, 8e7e72b0-9139-4eb8-8c55-c85dd59129b3) {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:31:16.615410 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524530b1-fb3a-488f-95a0-188da61a3407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:31:16.616440 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-524530b1-fb3a-488f-95a0-188da61a3407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:16.619935 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c61da4-1e52-48fb-acd9-a51657ab659b None None] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:31:16.634416 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-524530b1-fb3a-488f-95a0-188da61a3407 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4934189 Mar 08 15:31:16.721073 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61a6313-5ba4-4305-ae2f-cf6676872988 None None] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:31:19.070242 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 35830) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:31:19.215094 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-64cbc985-54ea-49e4-b104-0bf920367e44 demo admin] 10.222.0.11 "GET /v2.0/routers/08e2ca5f-9362-4bc5-80fe-49dc4144b35c HTTP/1.1" status: 200 len: 710 time: 0.1434362 Mar 08 15:31:19.302968 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74df9dd5-dd1c-40e3-a2dd-cfa114074cda demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:31:19.304332 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-74df9dd5-dd1c-40e3-a2dd-cfa114074cda demo admin] 10.222.0.11 "GET /v2.0/networks/8e7e72b0-9139-4eb8-8c55-c85dd59129b3 HTTP/1.1" status: 200 len: 886 time: 0.0837593 Mar 08 15:31:19.314009 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-223c8092-fa8e-49ad-96b9-ed2f2b5b8cf1 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:31:19.568537 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-223c8092-fa8e-49ad-96b9-ed2f2b5b8cf1 demo admin] Publish callbacks [] for router_gateway (08e2ca5f-9362-4bc5-80fe-49dc4144b35c), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:19.805897 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-223c8092-fa8e-49ad-96b9-ed2f2b5b8cf1 demo admin] Publish callbacks [] for router_gateway (08e2ca5f-9362-4bc5-80fe-49dc4144b35c), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:19.953405 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-223c8092-fa8e-49ad-96b9-ed2f2b5b8cf1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:20.057519 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-223c8092-fa8e-49ad-96b9-ed2f2b5b8cf1 demo admin] Allocated IP 172.27.1.185 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/5480d4f1-5482-4c25-9bd3-4f04668c6fac) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:31:20.160248 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-223c8092-fa8e-49ad-96b9-ed2f2b5b8cf1 demo admin] Publish callbacks [] for port (5480d4f1-5482-4c25-9bd3-4f04668c6fac), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:20.195087 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-223c8092-fa8e-49ad-96b9-ed2f2b5b8cf1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (5480d4f1-5482-4c25-9bd3-4f04668c6fac), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:20.233322 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223c8092-fa8e-49ad-96b9-ed2f2b5b8cf1 demo admin] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:31:20.236056 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-223c8092-fa8e-49ad-96b9-ed2f2b5b8cf1 demo admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:31:20.240663 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223c8092-fa8e-49ad-96b9-ed2f2b5b8cf1 demo admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:31:20.245879 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c8092-fa8e-49ad-96b9-ed2f2b5b8cf1 demo admin] Pushing event updated for resources: {'Port': ['ID=5480d4f1-5482-4c25-9bd3-4f04668c6fac,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:31:20.500086 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-223c8092-fa8e-49ad-96b9-ed2f2b5b8cf1 demo admin] Publish callbacks [] for router_gateway (08e2ca5f-9362-4bc5-80fe-49dc4144b35c), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:20.702599 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-223c8092-fa8e-49ad-96b9-ed2f2b5b8cf1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-752859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-739852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25165'] for router (08e2ca5f-9362-4bc5-80fe-49dc4144b35c), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:20.706380 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-223c8092-fa8e-49ad-96b9-ed2f2b5b8cf1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-752850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-752873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-739843'] for router (08e2ca5f-9362-4bc5-80fe-49dc4144b35c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:20.824356 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223c8092-fa8e-49ad-96b9-ed2f2b5b8cf1 demo admin] Router 08e2ca5f-9362-4bc5-80fe-49dc4144b35c has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:31:20.935694 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223c8092-fa8e-49ad-96b9-ed2f2b5b8cf1 demo admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:31:20.940707 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-223c8092-fa8e-49ad-96b9-ed2f2b5b8cf1 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:20.942893 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-223c8092-fa8e-49ad-96b9-ed2f2b5b8cf1 demo admin] 10.222.0.11 "PUT /v2.0/routers/08e2ca5f-9362-4bc5-80fe-49dc4144b35c HTTP/1.1" status: 200 len: 890 time: 1.6326489 Mar 08 15:31:23.019776 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 98a40ebf-f23a-4eae-bcae-3c47df5a41e1 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:31:23.072757 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 98a40ebf-f23a-4eae-bcae-3c47df5a41e1 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:31:23.073082 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (98a40ebf-f23a-4eae-bcae-3c47df5a41e1), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:23.153643 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 98a40ebf-f23a-4eae-bcae-3c47df5a41e1 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:31:23.547488 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 35842) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:31:23.673674 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-7a4b7ff7-23e1-40bc-aa45-b014ebba21d0 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1251523 Mar 08 15:31:24.215891 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Sync routers for ids ['08e2ca5f-9362-4bc5-80fe-49dc4144b35c'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:31:24.227569 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Routers {'08e2ca5f-9362-4bc5-80fe-49dc4144b35c'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:31:24.228399 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:31:08Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['08e2ca5f-9362-4bc5-80fe-49dc4144b35c'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:31:24.453563 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Set router 08e2ca5f-9362-4bc5-80fe-49dc4144b35c gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:31:24.933387 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e2ca5f-9362-4bc5-80fe-49dc4144b35c', 'name': 'router1', 'tenant_id': '8e5332945f954b8bb1da77210ec6835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '5480d4f1-5482-4c25-9bd3-4f04668c6fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:31:02Z', 'updated_at': '2022-03-08T15:31:20Z', 'revision_number': 4, 'project_id': '8e5332945f954b8bb1da77210ec6835a', 'gw_port': {'id': '5480d4f1-5482-4c25-9bd3-4f04668c6fac', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e2ca5f-9362-4bc5-80fe-49dc4144b35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:31:19Z', 'updated_at': '2022-03-08T15:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '98a40ebf-f23a-4eae-bcae-3c47df5a41e1', 'name': '', 'network_id': 'c31955a2-982a-44c8-b6ce-7c3b960e1707', 'tenant_id': '8e5332945f954b8bb1da77210ec6835a', 'mac_address': 'fa:16:3e:fc:86:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e2ca5f-9362-4bc5-80fe-49dc4144b35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e397b814-b30c-44ee-ab1f-57f7317448cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:31:11Z', 'updated_at': '2022-03-08T15:31:15Z', 'revision_number': 5, 'project_id': '8e5332945f954b8bb1da77210ec6835a', 'subnets': [{'id': 'e397b814-b30c-44ee-ab1f-57f7317448cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2b711c1-1065-4574-8c51-395c40fa6e49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:31:24.988972 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Checking router: 08e2ca5f-9362-4bc5-80fe-49dc4144b35c for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:31:24.989338 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Updating router 08e2ca5f-9362-4bc5-80fe-49dc4144b35c port 5480d4f1-5482-4c25-9bd3-4f04668c6fac binding host dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:31:25.043470 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (5480d4f1-5482-4c25-9bd3-4f04668c6fac), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:25.367618 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Publish callbacks [] for port (5480d4f1-5482-4c25-9bd3-4f04668c6fac), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:25.374686 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (5480d4f1-5482-4c25-9bd3-4f04668c6fac), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:25.433195 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac13d2-4324-44ba-be4b-cc9a212cbb1a None None] Pushing event updated for resources: {'Port': ['ID=5480d4f1-5482-4c25-9bd3-4f04668c6fac,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:31:25.435831 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Attempting to bind port 5480d4f1-5482-4c25-9bd3-4f04668c6fac on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:31:25.436590 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Attempting to bind port 5480d4f1-5482-4c25-9bd3-4f04668c6fac by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:31:25.436957 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Attempting to bind port 5480d4f1-5482-4c25-9bd3-4f04668c6fac on network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:31:25.442976 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:31:25.443559 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Checking segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:31:25.444111 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:25.444648 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Bound using segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:31:25.445111 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Bound port: 5480d4f1-5482-4c25-9bd3-4f04668c6fac, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:31:25.445508 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (5480d4f1-5482-4c25-9bd3-4f04668c6fac), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:25.498607 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] For port 5480d4f1-5482-4c25-9bd3-4f04668c6fac, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:31:25.502198 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] For port 5480d4f1-5482-4c25-9bd3-4f04668c6fac, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=5480d4f1-5482-4c25-9bd3-4f04668c6fac,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:31:25.510142 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (5480d4f1-5482-4c25-9bd3-4f04668c6fac), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:25.572944 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Routers {'08e2ca5f-9362-4bc5-80fe-49dc4144b35c'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:31:25.573828 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:31:08Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['08e2ca5f-9362-4bc5-80fe-49dc4144b35c'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:31:25.575440 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac13d2-4324-44ba-be4b-cc9a212cbb1a None None] Pushing event updated for resources: {'Port': ['ID=5480d4f1-5482-4c25-9bd3-4f04668c6fac,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:31:25.694051 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] Set router 08e2ca5f-9362-4bc5-80fe-49dc4144b35c gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:31:25.926186 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08e2ca5f-9362-4bc5-80fe-49dc4144b35c', 'name': 'router1', 'tenant_id': '8e5332945f954b8bb1da77210ec6835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '5480d4f1-5482-4c25-9bd3-4f04668c6fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:31:02Z', 'updated_at': '2022-03-08T15:31:20Z', 'revision_number': 4, 'project_id': '8e5332945f954b8bb1da77210ec6835a', 'gw_port': {'id': '5480d4f1-5482-4c25-9bd3-4f04668c6fac', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e2ca5f-9362-4bc5-80fe-49dc4144b35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:31:19Z', 'updated_at': '2022-03-08T15:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '98a40ebf-f23a-4eae-bcae-3c47df5a41e1', 'name': '', 'network_id': 'c31955a2-982a-44c8-b6ce-7c3b960e1707', 'tenant_id': '8e5332945f954b8bb1da77210ec6835a', 'mac_address': 'fa:16:3e:fc:86:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e2ca5f-9362-4bc5-80fe-49dc4144b35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e397b814-b30c-44ee-ab1f-57f7317448cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:31:11Z', 'updated_at': '2022-03-08T15:31:15Z', 'revision_number': 5, 'project_id': '8e5332945f954b8bb1da77210ec6835a', 'subnets': [{'id': 'e397b814-b30c-44ee-ab1f-57f7317448cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2b711c1-1065-4574-8c51-395c40fa6e49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:31:25.956558 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f199b55-684b-4e1e-8f1c-935c603605bf None None] The sync data for ids ['08e2ca5f-9362-4bc5-80fe-49dc4144b35c'] in dv-cinder-830098-2-iscsi is: [{'id': '08e2ca5f-9362-4bc5-80fe-49dc4144b35c', 'name': 'router1', 'tenant_id': '8e5332945f954b8bb1da77210ec6835a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '5480d4f1-5482-4c25-9bd3-4f04668c6fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:31:02Z', 'updated_at': '2022-03-08T15:31:20Z', 'revision_number': 4, 'project_id': '8e5332945f954b8bb1da77210ec6835a', 'gw_port': {'id': '5480d4f1-5482-4c25-9bd3-4f04668c6fac', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08e2ca5f-9362-4bc5-80fe-49dc4144b35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:31:19Z', 'updated_at': '2022-03-08T15:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '98a40ebf-f23a-4eae-bcae-3c47df5a41e1', 'name': '', 'network_id': 'c31955a2-982a-44c8-b6ce-7c3b960e1707', 'tenant_id': '8e5332945f954b8bb1da77210ec6835a', 'mac_address': 'fa:16:3e:fc:86:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e2ca5f-9362-4bc5-80fe-49dc4144b35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e397b814-b30c-44ee-ab1f-57f7317448cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:31:11Z', 'updated_at': '2022-03-08T15:31:15Z', 'revision_number': 5, 'project_id': '8e5332945f954b8bb1da77210ec6835a', 'subnets': [{'id': 'e397b814-b30c-44ee-ab1f-57f7317448cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2b711c1-1065-4574-8c51-395c40fa6e49'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:31:27.061683 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 5480d4f1-5482-4c25-9bd3-4f04668c6fac up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:31:27.146827 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 5480d4f1-5482-4c25-9bd3-4f04668c6fac triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:31:27.147419 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (5480d4f1-5482-4c25-9bd3-4f04668c6fac), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:27.261362 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 5480d4f1-5482-4c25-9bd3-4f04668c6fac is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:31:27.261968 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (5480d4f1-5482-4c25-9bd3-4f04668c6fac), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:27.287581 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] For port 5480d4f1-5482-4c25-9bd3-4f04668c6fac, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=5480d4f1-5482-4c25-9bd3-4f04668c6fac,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:31:27.300603 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (5480d4f1-5482-4c25-9bd3-4f04668c6fac), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:27.370970 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Pushing event updated for resources: {'Port': ['ID=5480d4f1-5482-4c25-9bd3-4f04668c6fac,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:31:29.060464 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 5480d4f1-5482-4c25-9bd3-4f04668c6fac up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:31:29.159816 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 5480d4f1-5482-4c25-9bd3-4f04668c6fac triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:31:29.160442 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (5480d4f1-5482-4c25-9bd3-4f04668c6fac), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:29.274039 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 5480d4f1-5482-4c25-9bd3-4f04668c6fac is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:31:35.695859 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-7829bc4c-c7c9-4f7f-8efc-fcad07a87d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:38.488644 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-0f7196fa-73b2-4743-9a9e-76f4981c8890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:40.125717 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:40.926804 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:42.258319 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:31:53.467420 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 5 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:32:05.703497 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-808f0fb2-ddc0-4c0b-a366-1ced5c3abe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:08.485274 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-61ebcf5e-f26f-4252-9130-e924896829ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:10.167953 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:10.927313 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:12.263208 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:30.469916 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 5 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:32:35.699413 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-4fa80318-727d-4e21-ada9-09a7d0b6931f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:38.483624 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-7cc34c0f-c5f1-4874-b50d-d5c0fddb421d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:40.126767 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:40.929125 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:42.261975 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:45.159120 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36326) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:32:45.243811 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f963534-1f21-4ce0-8afd-b9329e30b7c9 admin admin] GET failed (client error): The resource could not be found. Mar 08 15:32:45.247605 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-9f963534-1f21-4ce0-8afd-b9329e30b7c9 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0872164 Mar 08 15:32:45.429452 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e595d3e-8be9-409b-a3f7-b04ae4e979cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:45.430953 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-2e595d3e-8be9-409b-a3f7-b04ae4e979cc admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1773772 Mar 08 15:32:47.743022 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 36336) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:32:47.849759 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e98d2b3-167c-4d3b-b55b-7127309839a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:47.851134 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-4e98d2b3-167c-4d3b-b55b-7127309839a0 admin admin] 10.222.0.11 "GET /v2.0/subnets/e397b814-b30c-44ee-ab1f-57f7317448cf HTTP/1.1" status: 200 len: 849 time: 0.1068647 Mar 08 15:32:47.864114 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:32:47.950894 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] Publish callbacks [] for subnet (e397b814-b30c-44ee-ab1f-57f7317448cf), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:48.114136 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773855665583'] for subnet (e397b814-b30c-44ee-ab1f-57f7317448cf), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:48.147107 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:48.147107 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:48.148672 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] 10.222.0.11 "PUT /v2.0/subnets/e397b814-b30c-44ee-ab1f-57f7317448cf HTTP/1.1" status: 200 len: 868 time: 0.2884822 Mar 08 15:32:48.150658 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a862f6ba-ac65-47a7-8e25-922d491f621e None None] Network c31955a2-982a-44c8-b6ce-7c3b960e1707 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:32:48.168179 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e397b814-b30c-44ee-ab1f-57f7317448cf,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:32:48.177327 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:48.177715 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:48.178038 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:48.178381 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:48.178730 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:48.179044 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:48.179382 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:48.179702 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:48.180026 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:48.180366 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:48.180685 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:48.181003 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:48.181310 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c64e5-8e1f-40a3-9579-33356cad6076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:32:48.538988 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-64037a92-12c4-4548-89b6-fc193f34b689 None None] Provisioning complete for port 98a40ebf-f23a-4eae-bcae-3c47df5a41e1 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:32:48.539292 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-64037a92-12c4-4548-89b6-fc193f34b689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (98a40ebf-f23a-4eae-bcae-3c47df5a41e1), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:48.618218 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-64037a92-12c4-4548-89b6-fc193f34b689 None None] Current status of the port 98a40ebf-f23a-4eae-bcae-3c47df5a41e1 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:32:48.629794 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-64037a92-12c4-4548-89b6-fc193f34b689 None None] Provisioning complete for port 709604ad-16e0-451d-a918-14e8d23216c2 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:32:48.630186 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-64037a92-12c4-4548-89b6-fc193f34b689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (709604ad-16e0-451d-a918-14e8d23216c2), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:32:48.707888 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-64037a92-12c4-4548-89b6-fc193f34b689 None None] Current status of the port 709604ad-16e0-451d-a918-14e8d23216c2 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:32:50.518474 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 36346) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:32:50.818945 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064b9dee-71f8-4f29-9595-ab41c2c54ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:50.819306 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064b9dee-71f8-4f29-9595-ab41c2c54ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:50.820893 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-064b9dee-71f8-4f29-9595-ab41c2c54ca5 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3014028 Mar 08 15:32:53.137278 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36354) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:32:53.353912 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec4e8ea-787f-401a-b291-119506ea1f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:53.354354 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec4e8ea-787f-401a-b291-119506ea1f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:53.355955 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-0ec4e8ea-787f-401a-b291-119506ea1f3b admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2176619 Mar 08 15:32:55.681311 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36362) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:32:55.811982 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0affb70e-50e3-4d4f-ad94-874ac87eb640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:55.814165 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-0affb70e-50e3-4d4f-ad94-874ac87eb640 admin admin] 10.222.0.11 "GET /v2.0/networks/8e7e72b0-9139-4eb8-8c55-c85dd59129b3 HTTP/1.1" status: 200 len: 886 time: 0.1318717 Mar 08 15:32:58.149610 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36370) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:32:58.313270 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215be0d-c666-4ad0-b006-2beaf6649da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:32:58.314714 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-5215be0d-c666-4ad0-b006-2beaf6649da2 admin admin] 10.222.0.11 "GET /v2.0/networks/c31955a2-982a-44c8-b6ce-7c3b960e1707 HTTP/1.1" status: 200 len: 869 time: 0.1641002 Mar 08 15:33:00.665940 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36378) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:33:00.791677 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1474f2bf-979b-497e-8a97-dceffd607791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:33:00.792114 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1474f2bf-979b-497e-8a97-dceffd607791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:33:00.793617 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-1474f2bf-979b-497e-8a97-dceffd607791 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266878 Mar 08 15:33:03.146290 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36386) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:33:03.340776 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728577a8-9de7-44ff-af49-8953d73bb1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:33:03.341120 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728577a8-9de7-44ff-af49-8953d73bb1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:33:03.343363 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-728577a8-9de7-44ff-af49-8953d73bb1f9 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1957014 Mar 08 15:33:05.703849 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-4c7ca2a4-3ad2-4a9b-afdc-65e1a71db3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:05.718694 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36394) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:33:05.806350 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfca4920-f378-4fe2-b4a1-31dce42a9d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:33:05.807698 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-cfca4920-f378-4fe2-b4a1-31dce42a9d18 admin admin] 10.222.0.11 "GET /v2.0/subnets/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7 HTTP/1.1" status: 200 len: 816 time: 0.0875995 Mar 08 15:33:07.469380 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 5 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:33:08.149100 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 36402) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:33:08.254275 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303a263b-6173-4524-8f8a-f2e5736a338d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:33:08.255667 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-303a263b-6173-4524-8f8a-f2e5736a338d admin admin] 10.222.0.11 "GET /v2.0/subnets/e397b814-b30c-44ee-ab1f-57f7317448cf HTTP/1.1" status: 200 len: 868 time: 0.1055129 Mar 08 15:33:08.477715 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-c4b6bffe-40ee-45aa-91af-4edda94c1398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:10.129984 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:10.931727 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:12.257558 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:35.708136 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f97a00dd-058e-4d2f-b975-9446788f03ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:36.575768 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 36454) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:33:36.639721 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [None req-2d205cd8-83a3-4b18-87d9-5a4e99a51545 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=104417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:33:36.640705 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-2d205cd8-83a3-4b18-87d9-5a4e99a51545 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0639760 Mar 08 15:33:38.481800 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-68060212-c745-4def-9f0a-36c723cd8081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:39.031669 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36462) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:33:39.103520 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2c8548-f328-409f-8697-d1010fce093e admin admin] GET failed (client error): The resource could not be found. Mar 08 15:33:39.104830 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-0c2c8548-f328-409f-8697-d1010fce093e admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0719852 Mar 08 15:33:39.199811 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9c584d-fb80-451d-8291-d369b21b4c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:33:39.201272 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-9f9c584d-fb80-451d-8291-d369b21b4c79 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0901718 Mar 08 15:33:40.133446 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:40.935053 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:41.547260 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 36470) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:33:41.609029 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-5e3c4ddf-ce07-4664-98f4-a226b7264c57 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:33:41.632766 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3c4ddf-ce07-4664-98f4-a226b7264c57 admin admin] Made reservation on behalf of 857dd924b0574750a4c6f1fba4ef6572 for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:33:41.635204 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4ddf-ce07-4664-98f4-a226b7264c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:41.663788 dv-cinder-830098-2-iscsi neutron-server[104417]: WARNING neutron.services.revisions.revision_plugin [None req-5e3c4ddf-ce07-4664-98f4-a226b7264c57 admin admin] Could not find related network for resource to bump revision. Mar 08 15:33:41.681468 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3c4ddf-ce07-4664-98f4-a226b7264c57 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=104417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:33:41.693357 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4ddf-ce07-4664-98f4-a226b7264c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (22d5bf99-ad77-4112-865e-2f4772e4a3e5), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:41.693701 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-5e3c4ddf-ce07-4664-98f4-a226b7264c57 admin admin] Added segment 22d5bf99-ad77-4112-865e-2f4772e4a3e5 of type vlan for network 5811f4a0-00e2-4c56-9512-0c3ddc0bc90d Mar 08 15:33:41.731231 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4ddf-ce07-4664-98f4-a226b7264c57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (5811f4a0-00e2-4c56-9512-0c3ddc0bc90d), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:41.756594 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4ddf-ce07-4664-98f4-a226b7264c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (5811f4a0-00e2-4c56-9512-0c3ddc0bc90d), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:41.757543 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3c4ddf-ce07-4664-98f4-a226b7264c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:33:41.758097 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4ddf-ce07-4664-98f4-a226b7264c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:41.789009 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-5e3c4ddf-ce07-4664-98f4-a226b7264c57 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2400794 Mar 08 15:33:41.821767 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c4ddf-ce07-4664-98f4-a226b7264c57 admin admin] Pushing event updated for resources: {'Network': ['ID=5811f4a0-00e2-4c56-9512-0c3ddc0bc90d,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:33:41.833681 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network 5811f4a0-00e2-4c56-9512-0c3ddc0bc90d details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:33:42.264307 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:44.152024 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 36478) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:33:44.218002 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e30de26-7688-4f8c-ae20-462ea1a6f79f admin admin] GET failed (client error): The resource could not be found. Mar 08 15:33:44.219319 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-4e30de26-7688-4f8c-ae20-462ea1a6f79f admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0662079 Mar 08 15:33:44.320538 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e0f974-989b-4565-9693-0b5a5302bef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:33:44.321991 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-50e0f974-989b-4565-9693-0b5a5302bef4 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0981665 Mar 08 15:33:44.334687 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-0ea84393-0375-4b3e-a6eb-3e7ab84c7be2 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '5811f4a0-00e2-4c56-9512-0c3ddc0bc90d', 'ip_version': 4}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:33:44.358847 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea84393-0375-4b3e-a6eb-3e7ab84c7be2 admin admin] Made reservation on behalf of 857dd924b0574750a4c6f1fba4ef6572 for: {'subnet': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:33:44.361138 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0ea84393-0375-4b3e-a6eb-3e7ab84c7be2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:44.467705 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 5 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:33:44.546957 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0ea84393-0375-4b3e-a6eb-3e7ab84c7be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for subnet (9763900e-04d0-443c-838e-cf519e8f36c8), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:44.593882 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea84393-0375-4b3e-a6eb-3e7ab84c7be2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9763900e-04d0-443c-838e-cf519e8f36c8,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:33:44.611118 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea84393-0375-4b3e-a6eb-3e7ab84c7be2 admin admin] Checking segment: {'id': '22d5bf99-ad77-4112-865e-2f4772e4a3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5811f4a0-00e2-4c56-9512-0c3ddc0bc90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:33:44.611492 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea84393-0375-4b3e-a6eb-3e7ab84c7be2 admin admin] Network hostable DHCP agents. Network: 5811f4a0-00e2-4c56-9512-0c3ddc0bc90d, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:33:44.633410 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea84393-0375-4b3e-a6eb-3e7ab84c7be2 admin admin] Network 5811f4a0-00e2-4c56-9512-0c3ddc0bc90d is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:33:44.645069 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-0ea84393-0375-4b3e-a6eb-3e7ab84c7be2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, 5811f4a0-00e2-4c56-9512-0c3ddc0bc90d) {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:33:44.649952 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea84393-0375-4b3e-a6eb-3e7ab84c7be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:33:44.650601 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0ea84393-0375-4b3e-a6eb-3e7ab84c7be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:44.655245 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6033aeb0-a87c-49b1-bee0-0ad152162744 None None] Network 5811f4a0-00e2-4c56-9512-0c3ddc0bc90d requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:33:44.668746 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-0ea84393-0375-4b3e-a6eb-3e7ab84c7be2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3376083 Mar 08 15:33:44.769324 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6a47f08-8a45-55e2-9afe-03599cd2f3a7-5811f4a0-00e2-4c56-9512-0c3ddc0bc90d', 'network_id': '5811f4a0-00e2-4c56-9512-0c3ddc0bc90d', 'project_id': '857dd924b0574750a4c6f1fba4ef6572', 'fixed_ips': [{'subnet_id': '9763900e-04d0-443c-838e-cf519e8f36c8'}]}} from dv-cinder-830098-2-iscsi. {{(pid=104419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:33:44.770199 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:44.911922 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.db_base_plugin_common [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Allocated IP 192.168.233.2 (5811f4a0-00e2-4c56-9512-0c3ddc0bc90d/9763900e-04d0-443c-838e-cf519e8f36c8/20823e3a-3abf-4448-84a1-7182e47f8091) {{(pid=104419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:33:45.159325 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Publish callbacks [] for port (20823e3a-3abf-4448-84a1-7182e47f8091), precommit_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:45.165871 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (20823e3a-3abf-4448-84a1-7182e47f8091), after_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:45.204883 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Network 5811f4a0-00e2-4c56-9512-0c3ddc0bc90d is already hosted by enough agents. {{(pid=104419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:33:45.207769 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.base_scheduler [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Resources bound (agent type, host, resource id): {{(pid=104419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:33:45.212887 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Received port after_create {{(pid=104419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:33:45.219967 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Pushing event updated for resources: {'Port': ['ID=20823e3a-3abf-4448-84a1-7182e47f8091,revision_number=1']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:33:45.229576 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:45.229941 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:45.230342 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:45.230631 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:45.230951 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:45.231270 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:45.231601 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:45.231908 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:45.232208 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:45.232511 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:45.232835 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:45.233138 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:45.233439 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:33:45.292149 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Attempting to bind port 20823e3a-3abf-4448-84a1-7182e47f8091 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:33:45.292496 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Attempting to bind port 20823e3a-3abf-4448-84a1-7182e47f8091 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': '22d5bf99-ad77-4112-865e-2f4772e4a3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5811f4a0-00e2-4c56-9512-0c3ddc0bc90d'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:33:45.292846 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Attempting to bind port 20823e3a-3abf-4448-84a1-7182e47f8091 on network 5811f4a0-00e2-4c56-9512-0c3ddc0bc90d {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:33:45.298474 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:33:45.298842 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Checking segment: {'id': '22d5bf99-ad77-4112-865e-2f4772e4a3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5811f4a0-00e2-4c56-9512-0c3ddc0bc90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:33:45.299250 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:45.299725 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Bound using segment: {'id': '22d5bf99-ad77-4112-865e-2f4772e4a3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5811f4a0-00e2-4c56-9512-0c3ddc0bc90d'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:33:45.300227 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Bound port: 20823e3a-3abf-4448-84a1-7182e47f8091, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d5bf99-ad77-4112-865e-2f4772e4a3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5811f4a0-00e2-4c56-9512-0c3ddc0bc90d'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:33:45.300632 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (20823e3a-3abf-4448-84a1-7182e47f8091), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:45.366209 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] For port 20823e3a-3abf-4448-84a1-7182e47f8091, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:33:45.370241 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] For port 20823e3a-3abf-4448-84a1-7182e47f8091, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=20823e3a-3abf-4448-84a1-7182e47f8091,segment=NetworkSegment(22d5bf99-ad77-4112-865e-2f4772e4a3e5),segment_id=22d5bf99-ad77-4112-865e-2f4772e4a3e5)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:33:45.377619 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (20823e3a-3abf-4448-84a1-7182e47f8091), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:45.432832 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20deb511-b4a2-4d14-bc26-f5ed9a2790ed None None] Pushing event updated for resources: {'Port': ['ID=20823e3a-3abf-4448-84a1-7182e47f8091,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:33:46.295894 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221d5bdd-bd29-4ba6-965d-f3b5cf47c6f2 None None] Network 5811f4a0-00e2-4c56-9512-0c3ddc0bc90d requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:33:46.404235 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-ae48cc96-bb1a-4ef9-ae28-8082cdfd7bc4 None None] Provisioning complete for port 20823e3a-3abf-4448-84a1-7182e47f8091 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:33:46.404613 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-ae48cc96-bb1a-4ef9-ae28-8082cdfd7bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (20823e3a-3abf-4448-84a1-7182e47f8091), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:46.505250 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-ae48cc96-bb1a-4ef9-ae28-8082cdfd7bc4 None None] Current status of the port 20823e3a-3abf-4448-84a1-7182e47f8091 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:33:46.505608 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-ae48cc96-bb1a-4ef9-ae28-8082cdfd7bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (20823e3a-3abf-4448-84a1-7182e47f8091), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:46.543964 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-ae48cc96-bb1a-4ef9-ae28-8082cdfd7bc4 None None] For port 20823e3a-3abf-4448-84a1-7182e47f8091, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=20823e3a-3abf-4448-84a1-7182e47f8091,segment=NetworkSegment(22d5bf99-ad77-4112-865e-2f4772e4a3e5),segment_id=22d5bf99-ad77-4112-865e-2f4772e4a3e5)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:33:46.548937 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-ae48cc96-bb1a-4ef9-ae28-8082cdfd7bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (20823e3a-3abf-4448-84a1-7182e47f8091), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:46.598827 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48cc96-bb1a-4ef9-ae28-8082cdfd7bc4 None None] Pushing event updated for resources: {'Port': ['ID=20823e3a-3abf-4448-84a1-7182e47f8091,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:33:46.668771 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-09bf2347-7157-466c-a0a6-edd9ddd5d18e None None] Provisioning complete for port 20823e3a-3abf-4448-84a1-7182e47f8091 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:33:46.669147 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-09bf2347-7157-466c-a0a6-edd9ddd5d18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (20823e3a-3abf-4448-84a1-7182e47f8091), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:46.748742 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-09bf2347-7157-466c-a0a6-edd9ddd5d18e None None] Current status of the port 20823e3a-3abf-4448-84a1-7182e47f8091 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:33:47.131368 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 20823e3a-3abf-4448-84a1-7182e47f8091 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:33:47.179762 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 20823e3a-3abf-4448-84a1-7182e47f8091 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:33:47.180154 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (20823e3a-3abf-4448-84a1-7182e47f8091), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:33:47.256641 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 20823e3a-3abf-4448-84a1-7182e47f8091 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:34:05.714648 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-21ebc2b9-cc4e-42ca-ae15-dbf0d0218c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:34:08.486435 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-08ba634a-5a4e-4f21-a35c-21e32648d2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:34:10.137237 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:34:10.938299 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:34:12.259250 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:34:21.466722 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 5 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:34:35.718545 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b765c25c-13aa-471a-ac1f-785830204983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:34:38.492049 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-5643f83e-8574-4854-84a8-699cf95e9fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:34:40.141447 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:34:40.941132 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:34:42.259832 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:34:58.465972 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 5 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:35:05.131633 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 36518) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:35:05.137406 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [None req-c44dd0b7-63b9-4109-8aec-acf47eb60dc9 tempest-verify_tempest_config-1499149345 tempest-verify_tempest_config-1499149345-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=104417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:35:05.138414 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c44dd0b7-63b9-4109-8aec-acf47eb60dc9 tempest-verify_tempest_config-1499149345 tempest-verify_tempest_config-1499149345-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057573 Mar 08 15:35:05.493099 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36536) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:35:05.633140 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8214ea80-aad4-46bd-85ec-2f7ece61b4c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:05.723710 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-96bd587d-c60d-4d7e-b4b1-133f99cb23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:05.730175 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8214ea80-aad4-46bd-85ec-2f7ece61b4c5 admin admin] Publish callbacks [] for security_group (90563b36-9ab0-4c75-be6d-676274c9f8ee), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:05.735799 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8214ea80-aad4-46bd-85ec-2f7ece61b4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (90563b36-9ab0-4c75-be6d-676274c9f8ee), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:05.793683 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214ea80-aad4-46bd-85ec-2f7ece61b4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90563b36-9ab0-4c75-be6d-676274c9f8ee,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:35:05.799936 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-8214ea80-aad4-46bd-85ec-2f7ece61b4c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7415948c456a48c7a52d2e07d72f53aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3057668 Mar 08 15:35:05.802985 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 36542) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:35:05.804933 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214ea80-aad4-46bd-85ec-2f7ece61b4c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:05.805299 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214ea80-aad4-46bd-85ec-2f7ece61b4c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:05.805645 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214ea80-aad4-46bd-85ec-2f7ece61b4c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:05.807212 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214ea80-aad4-46bd-85ec-2f7ece61b4c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:05.807212 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214ea80-aad4-46bd-85ec-2f7ece61b4c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:05.807212 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214ea80-aad4-46bd-85ec-2f7ece61b4c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:05.807212 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214ea80-aad4-46bd-85ec-2f7ece61b4c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:05.807691 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214ea80-aad4-46bd-85ec-2f7ece61b4c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:05.808275 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214ea80-aad4-46bd-85ec-2f7ece61b4c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:05.808688 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214ea80-aad4-46bd-85ec-2f7ece61b4c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:05.809019 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214ea80-aad4-46bd-85ec-2f7ece61b4c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:05.809409 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214ea80-aad4-46bd-85ec-2f7ece61b4c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:05.809741 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8214ea80-aad4-46bd-85ec-2f7ece61b4c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:05.872052 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9a651182-dfff-4197-a6f8-2b90d3abe832 admin admin] Publish callbacks [] for security_group (90563b36-9ab0-4c75-be6d-676274c9f8ee), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:05.895341 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9a651182-dfff-4197-a6f8-2b90d3abe832 admin admin] Publish callbacks [] for security_group (90563b36-9ab0-4c75-be6d-676274c9f8ee), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:06.003696 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9a651182-dfff-4197-a6f8-2b90d3abe832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (90563b36-9ab0-4c75-be6d-676274c9f8ee), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:06.008084 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9a651182-dfff-4197-a6f8-2b90d3abe832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:06.009673 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9a651182-dfff-4197-a6f8-2b90d3abe832 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/90563b36-9ab0-4c75-be6d-676274c9f8ee HTTP/1.1" status: 204 len: 168 time: 0.2050934 Mar 08 15:35:06.019680 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a651182-dfff-4197-a6f8-2b90d3abe832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90563b36-9ab0-4c75-be6d-676274c9f8ee,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:35:06.027157 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a651182-dfff-4197-a6f8-2b90d3abe832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.027567 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a651182-dfff-4197-a6f8-2b90d3abe832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.027916 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a651182-dfff-4197-a6f8-2b90d3abe832 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.028259 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a651182-dfff-4197-a6f8-2b90d3abe832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.028587 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a651182-dfff-4197-a6f8-2b90d3abe832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.029048 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a651182-dfff-4197-a6f8-2b90d3abe832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.029405 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a651182-dfff-4197-a6f8-2b90d3abe832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.029747 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a651182-dfff-4197-a6f8-2b90d3abe832 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.030092 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a651182-dfff-4197-a6f8-2b90d3abe832 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.030500 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a651182-dfff-4197-a6f8-2b90d3abe832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.030808 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a651182-dfff-4197-a6f8-2b90d3abe832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.031134 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a651182-dfff-4197-a6f8-2b90d3abe832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:06.031596 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a651182-dfff-4197-a6f8-2b90d3abe832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:35:08.487113 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-64691e99-3f03-466f-bdcc-33e058d71de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:10.146957 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:10.945572 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:12.254564 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:35.470463 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 5 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:35:35.728600 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-e2a84fdb-c5c1-451f-86d8-a75309f31fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:38.492945 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b306bf07-d1b8-42df-8b09-df7664b19df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:40.150571 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:40.955194 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:35:42.268119 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:05.732525 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b4312558-178b-439f-9319-8c057454437a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:08.497246 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a0f2a294-dfa8-42eb-8483-21cc5b172dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:10.156556 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:10.959578 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:12.274719 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:12.473996 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 5 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:36:35.733348 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-8990f153-8cd4-4ff8-8fa3-ab0ca9361958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:38.490487 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-424b968d-f3ef-4ace-a360-f49cdfcdcd41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:40.157546 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:40.957008 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:42.260712 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:47.013163 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-738537'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:36:49.478111 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:37:02.471556 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 36612) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:37:02.591461 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-2d8671fd-404c-4e74-b76f-591ef1890a3c admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1185374 Mar 08 15:37:04.940877 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36622) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:37:05.019912 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-287e48e6-d446-4c54-9cca-3bb393c775a9 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0779133 Mar 08 15:37:05.737502 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-dc042e96-5a44-428a-935b-4c55ab116b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:08.500435 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-5f21ade3-be9f-4095-8652-ed96cdd38ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:10.164291 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:10.959094 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:12.254921 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:17.008844 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:26.483374 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:37:35.742128 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-64b82103-626d-4966-aecb-cc6d2a2e9af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:38.507286 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f024fb0a-adf2-4b5f-a8aa-3041023f5a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:40.175623 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:40.967628 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:42.267147 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:37:47.022265 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:03.482918 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:38:05.739530 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-750114cf-9818-4643-a241-fa65a23f7564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:08.494931 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b0054c57-d688-4222-94b1-a78dcd28446e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:10.168854 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:10.966744 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:12.262732 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:17.010647 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:35.735171 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-57b1083a-e5f3-44c0-b80f-a6da8cb4688c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:38.495316 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-7a38a5c7-5afb-461a-a60c-feb5c69aa78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:40.190540 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:40.469057 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36702) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:40.495532 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:38:40.757350 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2145068855-network', 'tenant_id': '8d25381c307e4adb9fc8760f932c109f'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:40.789118 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Made reservation on behalf of 8d25381c307e4adb9fc8760f932c109f for: {'network': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:38:40.792386 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:40.803329 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:40.914918 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Publish callbacks [] for security_group (626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:40.922339 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:40.951510 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=104418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:38:40.969675 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:40.983641 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (8ae42123-1340-4c96-83d7-011b4f5ff00f), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:40.984165 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.segments_db [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Added segment 8ae42123-1340-4c96-83d7-011b4f5ff00f of type vlan for network a16a01d4-89e6-470a-bde6-accd3ee0dc89 Mar 08 15:38:40.995617 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:41.005924 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.006631 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.007213 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.007774 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.008236 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.008577 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.008914 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.009246 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.009592 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.009940 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.010266 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.010799 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.011129 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Tracked resource versions report: Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: pushed versions: Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: { 'AddressGroup': {'1.2'}, Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'ConntrackHelper': {'1.0'}, Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Log': {'1.0'}, Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Network': {'1.1'}, Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Port': {'1.7'}, Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'PortForwarding': {'1.2'}, Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'QosPolicy': {'1.10'}, Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'SecurityGroup': {'1.5'}, Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'SubPort': {'1.0'}, Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Subnet': {'1.1'}, Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Trunk': {'1.1'}} Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: consumer versions: Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: { DHCP agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: HyperV agent@hv-cinder-83009: {}, Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: L3 agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: Metadata agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: Metering agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: Open vSwitch agent@dv-cinder-830098-2-iscsi: { 'AddressGroup': '1.2', Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'ConntrackHelper': '1.0', Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'LocalIPAssociation': '1.0', Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Log': '1.0', Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Network': '1.1', Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Port': '1.7', Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'PortForwarding': '1.2', Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'QosPolicy': '1.10', Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'SecurityGroup': '1.5', Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'SecurityGroupRule': '1.2', Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'SubPort': '1.0', Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Subnet': '1.1', Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: 'Trunk': '1.1'}} Mar 08 15:38:41.012270 dv-cinder-830098-2-iscsi neutron-server[104418]: {{(pid=104418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:38:41.047803 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (a16a01d4-89e6-470a-bde6-accd3ee0dc89), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:41.076700 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (a16a01d4-89e6-470a-bde6-accd3ee0dc89), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:41.077812 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:41.078577 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:41.141713 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 36750) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:41.142255 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6719093 Mar 08 15:38:41.150727 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Request body: {'subnet': {'network_id': 'a16a01d4-89e6-470a-bde6-accd3ee0dc89', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2145068855-subnet', 'tenant_id': '8d25381c307e4adb9fc8760f932c109f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:41.176186 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Made reservation on behalf of 8d25381c307e4adb9fc8760f932c109f for: {'subnet': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:38:41.178837 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:41.201019 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0f084-315a-42e9-9604-8aa5f278f818 admin admin] Pushing event updated for resources: {'Network': ['ID=a16a01d4-89e6-470a-bde6-accd3ee0dc89,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:41.213421 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network a16a01d4-89e6-470a-bde6-accd3ee0dc89 details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:38:41.321596 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36760) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:41.374515 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for subnet (23accda1-b8a7-4fa4-ae01-836fe3339940), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:41.430366 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23accda1-b8a7-4fa4-ae01-836fe3339940,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:41.457365 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Checking segment: {'id': '8ae42123-1340-4c96-83d7-011b4f5ff00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a16a01d4-89e6-470a-bde6-accd3ee0dc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:38:41.457801 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Network hostable DHCP agents. Network: a16a01d4-89e6-470a-bde6-accd3ee0dc89, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:38:41.461250 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.461605 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.462123 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.462471 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.462795 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.463111 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.463438 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.463754 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.464076 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.464410 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.464714 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.465028 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.465326 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Tracked resource versions report: Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: pushed versions: Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: { 'AddressGroup': {'1.2'}, Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'ConntrackHelper': {'1.0'}, Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Log': {'1.0'}, Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Network': {'1.1'}, Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Port': {'1.7'}, Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'PortForwarding': {'1.2'}, Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'QosPolicy': {'1.10'}, Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'SecurityGroup': {'1.5'}, Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'SubPort': {'1.0'}, Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Subnet': {'1.1'}, Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Trunk': {'1.1'}} Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: consumer versions: Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: { DHCP agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: HyperV agent@hv-cinder-83009: {}, Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: L3 agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: Metadata agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: Metering agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: Open vSwitch agent@dv-cinder-830098-2-iscsi: { 'AddressGroup': '1.2', Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'ConntrackHelper': '1.0', Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'LocalIPAssociation': '1.0', Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Log': '1.0', Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Network': '1.1', Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Port': '1.7', Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'PortForwarding': '1.2', Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'QosPolicy': '1.10', Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'SecurityGroup': '1.5', Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'SecurityGroupRule': '1.2', Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'SubPort': '1.0', Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Subnet': '1.1', Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: 'Trunk': '1.1'}} Mar 08 15:38:41.466439 dv-cinder-830098-2-iscsi neutron-server[104417]: {{(pid=104417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:38:41.489505 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Network a16a01d4-89e6-470a-bde6-accd3ee0dc89 is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:38:41.501865 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, a16a01d4-89e6-470a-bde6-accd3ee0dc89) {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:41.506228 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:41.507144 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:41.516123 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c342fa75-323f-4a52-842e-8fdda85c49b9 None None] Network a16a01d4-89e6-470a-bde6-accd3ee0dc89 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:38:41.530957 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-7d12e632-5f7f-4d0e-bcee-7ba9555d4647 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3871627 Mar 08 15:38:41.581650 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-9f0d3d2e-2f20-40a7-b397-edb29d0a3da8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-28584598-network', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:41.608009 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0d3d2e-2f20-40a7-b397-edb29d0a3da8 admin admin] Made reservation on behalf of 6f236c97d0e54f4dbe064bb9d3e45043 for: {'network': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:38:41.610660 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9f0d3d2e-2f20-40a7-b397-edb29d0a3da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:41.619478 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9f0d3d2e-2f20-40a7-b397-edb29d0a3da8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:41.635779 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0645ff07-f42e-4885-ab60-b01bdd2ec502 None None] Network a16a01d4-89e6-470a-bde6-accd3ee0dc89 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:38:41.709107 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9f0d3d2e-2f20-40a7-b397-edb29d0a3da8 admin admin] Publish callbacks [] for security_group (fb84c16a-2f81-4ae1-aedb-8b3de2e43d33), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:41.716270 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9f0d3d2e-2f20-40a7-b397-edb29d0a3da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (fb84c16a-2f81-4ae1-aedb-8b3de2e43d33), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:41.749116 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d3d2e-2f20-40a7-b397-edb29d0a3da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb84c16a-2f81-4ae1-aedb-8b3de2e43d33,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:41.760305 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0d3d2e-2f20-40a7-b397-edb29d0a3da8 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=104418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:38:41.773520 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9f0d3d2e-2f20-40a7-b397-edb29d0a3da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (4e7c262a-890e-480c-844b-e36599a40601), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:41.774068 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.segments_db [None req-9f0d3d2e-2f20-40a7-b397-edb29d0a3da8 admin admin] Added segment 4e7c262a-890e-480c-844b-e36599a40601 of type vlan for network 80c89e2a-a478-41c0-9d26-81d641ec9f8f Mar 08 15:38:41.814199 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9f0d3d2e-2f20-40a7-b397-edb29d0a3da8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (80c89e2a-a478-41c0-9d26-81d641ec9f8f), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:41.839883 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9f0d3d2e-2f20-40a7-b397-edb29d0a3da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (80c89e2a-a478-41c0-9d26-81d641ec9f8f), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:41.840867 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0d3d2e-2f20-40a7-b397-edb29d0a3da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:41.841428 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9f0d3d2e-2f20-40a7-b397-edb29d0a3da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:41.905335 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-9f0d3d2e-2f20-40a7-b397-edb29d0a3da8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5791378 Mar 08 15:38:41.905335 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36790) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:41.907050 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d3d2e-2f20-40a7-b397-edb29d0a3da8 admin admin] Pushing event updated for resources: {'Network': ['ID=80c89e2a-a478-41c0-9d26-81d641ec9f8f,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:41.912892 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-d29b9f5a-a81c-4bdc-9534-d8f09aa55712 admin admin] Request body: {'subnet': {'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-subnet', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:41.920540 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network 80c89e2a-a478-41c0-9d26-81d641ec9f8f details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:38:41.937428 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29b9f5a-a81c-4bdc-9534-d8f09aa55712 admin admin] Made reservation on behalf of 6f236c97d0e54f4dbe064bb9d3e45043 for: {'subnet': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:38:41.939765 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d29b9f5a-a81c-4bdc-9534-d8f09aa55712 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:42.120456 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d29b9f5a-a81c-4bdc-9534-d8f09aa55712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for subnet (f7c72dd9-f6bb-4082-bbc6-f002b75fe090), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:42.184554 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b9f5a-a81c-4bdc-9534-d8f09aa55712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c72dd9-f6bb-4082-bbc6-f002b75fe090,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:42.194566 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b9f5a-a81c-4bdc-9534-d8f09aa55712 admin admin] Checking segment: {'id': '4e7c262a-890e-480c-844b-e36599a40601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:38:42.194566 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29b9f5a-a81c-4bdc-9534-d8f09aa55712 admin admin] Network hostable DHCP agents. Network: 80c89e2a-a478-41c0-9d26-81d641ec9f8f, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:38:42.212623 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29b9f5a-a81c-4bdc-9534-d8f09aa55712 admin admin] Network 80c89e2a-a478-41c0-9d26-81d641ec9f8f is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:38:42.224487 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-d29b9f5a-a81c-4bdc-9534-d8f09aa55712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, 80c89e2a-a478-41c0-9d26-81d641ec9f8f) {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:42.230132 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29b9f5a-a81c-4bdc-9534-d8f09aa55712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:42.231317 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d29b9f5a-a81c-4bdc-9534-d8f09aa55712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:42.238058 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d95681-4cb7-4058-bc50-5730d3ae0a6a None None] Network 80c89e2a-a478-41c0-9d26-81d641ec9f8f requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:38:42.275372 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 36814) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:42.276690 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-d29b9f5a-a81c-4bdc-9534-d8f09aa55712 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3704128 Mar 08 15:38:42.281630 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:42.314538 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25174'] for router (1c963191-b183-40cb-9a78-1c8d3a552aa9), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:42.315742 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25183'] for router (1c963191-b183-40cb-9a78-1c8d3a552aa9), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:42.361510 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:42.394263 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6a47f08-8a45-55e2-9afe-03599cd2f3a7-80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090'}]}} from dv-cinder-830098-2-iscsi. {{(pid=104419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:38:42.395431 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:42.402144 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] Publish callbacks [] for router_controller (1c963191-b183-40cb-9a78-1c8d3a552aa9), precommit_add_association {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:42.566795 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] Publish callbacks [] for router_gateway (1c963191-b183-40cb-9a78-1c8d3a552aa9), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:42.574823 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.db_base_plugin_common [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Allocated IP 172.20.0.2 (80c89e2a-a478-41c0-9d26-81d641ec9f8f/f7c72dd9-f6bb-4082-bbc6-f002b75fe090/28028029-9c04-431f-94bc-13bc5b19f5aa) {{(pid=104419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:38:42.661101 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36838) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:42.736654 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Publish callbacks [] for port (28028029-9c04-431f-94bc-13bc5b19f5aa), precommit_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:42.751976 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (28028029-9c04-431f-94bc-13bc5b19f5aa), after_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:42.793679 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] Publish callbacks [] for router_gateway (1c963191-b183-40cb-9a78-1c8d3a552aa9), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:42.801415 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Pushing event updated for resources: {'Port': ['ID=28028029-9c04-431f-94bc-13bc5b19f5aa,revision_number=1']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:42.812707 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:42.813062 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:42.813638 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:42.814201 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:42.814744 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:42.815568 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:42.816926 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:42.817623 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:42.818148 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:42.818273 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:42.820092 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:42.820607 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:42.821326 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:42.821799 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Tracked resource versions report: Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: pushed versions: Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: { 'AddressGroup': {'1.2'}, Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'ConntrackHelper': {'1.0'}, Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Log': {'1.0'}, Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Network': {'1.1'}, Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Port': {'1.7'}, Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'PortForwarding': {'1.2'}, Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'QosPolicy': {'1.10'}, Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'SecurityGroup': {'1.5'}, Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'SubPort': {'1.0'}, Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Subnet': {'1.1'}, Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Trunk': {'1.1'}} Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: consumer versions: Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: { DHCP agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: HyperV agent@hv-cinder-83009: {}, Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: L3 agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: Metadata agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: Metering agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: Open vSwitch agent@dv-cinder-830098-2-iscsi: { 'AddressGroup': '1.2', Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'ConntrackHelper': '1.0', Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'LocalIPAssociation': '1.0', Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Log': '1.0', Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Network': '1.1', Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Port': '1.7', Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'PortForwarding': '1.2', Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'QosPolicy': '1.10', Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'SecurityGroup': '1.5', Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'SecurityGroupRule': '1.2', Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'SubPort': '1.0', Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Subnet': '1.1', Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: 'Trunk': '1.1'}} Mar 08 15:38:42.824242 dv-cinder-830098-2-iscsi neutron-server[104419]: {{(pid=104419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:38:42.845369 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Network 80c89e2a-a478-41c0-9d26-81d641ec9f8f is already hosted by enough agents. {{(pid=104419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:42.847523 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.base_scheduler [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Resources bound (agent type, host, resource id): {{(pid=104419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:42.852045 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Received port after_create {{(pid=104419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:38:42.938061 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Attempting to bind port 28028029-9c04-431f-94bc-13bc5b19f5aa on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:38:42.938570 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Attempting to bind port 28028029-9c04-431f-94bc-13bc5b19f5aa by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': '4e7c262a-890e-480c-844b-e36599a40601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:38:42.938797 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Attempting to bind port 28028029-9c04-431f-94bc-13bc5b19f5aa on network 80c89e2a-a478-41c0-9d26-81d641ec9f8f {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:38:42.947265 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:38:42.947713 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Checking segment: {'id': '4e7c262a-890e-480c-844b-e36599a40601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:38:42.948170 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:42.948572 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Bound using segment: {'id': '4e7c262a-890e-480c-844b-e36599a40601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:38:42.949347 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Bound port: 28028029-9c04-431f-94bc-13bc5b19f5aa, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7c262a-890e-480c-844b-e36599a40601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:38:42.949736 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (28028029-9c04-431f-94bc-13bc5b19f5aa), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:43.044498 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] For port 28028029-9c04-431f-94bc-13bc5b19f5aa, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:38:43.050856 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] For port 28028029-9c04-431f-94bc-13bc5b19f5aa, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=28028029-9c04-431f-94bc-13bc5b19f5aa,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:38:43.056756 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] Allocated IP 172.27.1.115 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/a570131c-f977-4d06-b5e3-5b645ea3e756) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:38:43.059735 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (28028029-9c04-431f-94bc-13bc5b19f5aa), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:43.084306 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36858) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:43.138306 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-8a14605b-ce13-4fad-9bd7-74817ca0953f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-208843760-network', 'tenant_id': 'e423483374664153a105b4f930482129'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:43.156409 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216c8d0-537c-4b69-8f1a-e998071d5a60 None None] Pushing event updated for resources: {'Port': ['ID=28028029-9c04-431f-94bc-13bc5b19f5aa,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:43.177154 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a14605b-ce13-4fad-9bd7-74817ca0953f admin admin] Made reservation on behalf of e423483374664153a105b4f930482129 for: {'network': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:38:43.180937 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8a14605b-ce13-4fad-9bd7-74817ca0953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:43.192603 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] Publish callbacks [] for port (a570131c-f977-4d06-b5e3-5b645ea3e756), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:43.196876 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8a14605b-ce13-4fad-9bd7-74817ca0953f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:43.270922 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (a570131c-f977-4d06-b5e3-5b645ea3e756), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:43.361078 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] Pushing event updated for resources: {'Port': ['ID=a570131c-f977-4d06-b5e3-5b645ea3e756,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:43.378003 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8a14605b-ce13-4fad-9bd7-74817ca0953f admin admin] Publish callbacks [] for security_group (0573257d-5ccc-4789-951a-4b438aec8f8a), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:43.387931 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8a14605b-ce13-4fad-9bd7-74817ca0953f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (0573257d-5ccc-4789-951a-4b438aec8f8a), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:43.396612 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:43.399546 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:43.407632 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:38:43.426331 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a14605b-ce13-4fad-9bd7-74817ca0953f admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=104418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:38:43.477741 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14605b-ce13-4fad-9bd7-74817ca0953f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0573257d-5ccc-4789-951a-4b438aec8f8a,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:43.482254 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8a14605b-ce13-4fad-9bd7-74817ca0953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (9f5fb220-0fce-41e1-9208-c94017024008), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:43.483117 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.segments_db [None req-8a14605b-ce13-4fad-9bd7-74817ca0953f admin admin] Added segment 9f5fb220-0fce-41e1-9208-c94017024008 of type vlan for network 255bbbd8-9561-4fc6-bb81-e8d65f873238 Mar 08 15:38:43.555613 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8a14605b-ce13-4fad-9bd7-74817ca0953f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (255bbbd8-9561-4fc6-bb81-e8d65f873238), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:43.596658 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8a14605b-ce13-4fad-9bd7-74817ca0953f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (255bbbd8-9561-4fc6-bb81-e8d65f873238), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:43.598437 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a14605b-ce13-4fad-9bd7-74817ca0953f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:43.600431 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8a14605b-ce13-4fad-9bd7-74817ca0953f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:43.702371 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] Publish callbacks [] for router_gateway (1c963191-b183-40cb-9a78-1c8d3a552aa9), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:43.747605 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14605b-ce13-4fad-9bd7-74817ca0953f admin admin] Pushing event updated for resources: {'Network': ['ID=255bbbd8-9561-4fc6-bb81-e8d65f873238,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:43.761776 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network 255bbbd8-9561-4fc6-bb81-e8d65f873238 details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:38:43.768385 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-c86a1eb2-8be4-4862-87c1-6d4fd549843a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-612976917-network', 'tenant_id': 'da68c550349b4d5d88fe95a528ab1898'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:43.810574 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-8a14605b-ce13-4fad-9bd7-74817ca0953f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1465859 Mar 08 15:38:43.813722 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86a1eb2-8be4-4862-87c1-6d4fd549843a admin admin] Made reservation on behalf of da68c550349b4d5d88fe95a528ab1898 for: {'network': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:38:43.816939 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c86a1eb2-8be4-4862-87c1-6d4fd549843a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:43.820423 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36874) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:43.841099 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-1ccd3821-ac16-4280-b9c5-a89b655b0d17 admin admin] Request body: {'subnet': {'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-208843760-subnet', 'tenant_id': 'e423483374664153a105b4f930482129', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:43.874154 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c86a1eb2-8be4-4862-87c1-6d4fd549843a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:43.908908 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccd3821-ac16-4280-b9c5-a89b655b0d17 admin admin] Made reservation on behalf of e423483374664153a105b4f930482129 for: {'subnet': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:38:43.915627 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1ccd3821-ac16-4280-b9c5-a89b655b0d17 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:44.089624 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752864'] for router (1c963191-b183-40cb-9a78-1c8d3a552aa9), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:44.176134 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c86a1eb2-8be4-4862-87c1-6d4fd549843a admin admin] Publish callbacks [] for security_group (317f529b-9ad9-4681-ac50-c566a7c959d5), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:44.184689 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c86a1eb2-8be4-4862-87c1-6d4fd549843a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (317f529b-9ad9-4681-ac50-c566a7c959d5), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:44.253963 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a1eb2-8be4-4862-87c1-6d4fd549843a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317f529b-9ad9-4681-ac50-c566a7c959d5,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:44.283791 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86a1eb2-8be4-4862-87c1-6d4fd549843a admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=104418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:38:44.297942 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c86a1eb2-8be4-4862-87c1-6d4fd549843a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (f38b1a23-fb96-44e3-be40-f12595e1100f), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:44.298520 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.segments_db [None req-c86a1eb2-8be4-4862-87c1-6d4fd549843a admin admin] Added segment f38b1a23-fb96-44e3-be40-f12595e1100f of type vlan for network 336b1089-5f85-453c-a80f-537975cc126a Mar 08 15:38:44.315048 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1ccd3821-ac16-4280-b9c5-a89b655b0d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for subnet (e58c1222-1db0-4e89-92f7-183351066a93), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:44.315790 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] Router 1c963191-b183-40cb-9a78-1c8d3a552aa9 is scheduled to L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 with binding_index 1 {{(pid=104417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:38:44.407236 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd3821-ac16-4280-b9c5-a89b655b0d17 admin admin] Checking segment: {'id': '9f5fb220-0fce-41e1-9208-c94017024008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:38:44.407667 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccd3821-ac16-4280-b9c5-a89b655b0d17 admin admin] Network hostable DHCP agents. Network: 255bbbd8-9561-4fc6-bb81-e8d65f873238, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:38:44.423482 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c86a1eb2-8be4-4862-87c1-6d4fd549843a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (336b1089-5f85-453c-a80f-537975cc126a), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:44.445134 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccd3821-ac16-4280-b9c5-a89b655b0d17 admin admin] Network 255bbbd8-9561-4fc6-bb81-e8d65f873238 is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:38:44.456584 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd3821-ac16-4280-b9c5-a89b655b0d17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e58c1222-1db0-4e89-92f7-183351066a93,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:44.465439 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-1ccd3821-ac16-4280-b9c5-a89b655b0d17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, 255bbbd8-9561-4fc6-bb81-e8d65f873238) {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:44.473554 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0441eb9b-3003-48b7-93e4-303377847f03 None None] Network 255bbbd8-9561-4fc6-bb81-e8d65f873238 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:38:44.481835 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccd3821-ac16-4280-b9c5-a89b655b0d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:44.486976 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1ccd3821-ac16-4280-b9c5-a89b655b0d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:44.510887 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c86a1eb2-8be4-4862-87c1-6d4fd549843a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (336b1089-5f85-453c-a80f-537975cc126a), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:44.512060 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86a1eb2-8be4-4862-87c1-6d4fd549843a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:44.512722 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c86a1eb2-8be4-4862-87c1-6d4fd549843a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:44.515051 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1712e887-89b5-46cf-92ca-0797b93d48a6 None None] Network 80c89e2a-a478-41c0-9d26-81d641ec9f8f requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:38:44.576124 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:38:44.588214 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Sync routers for ids ['1c963191-b183-40cb-9a78-1c8d3a552aa9'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:38:44.590344 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a1eb2-8be4-4862-87c1-6d4fd549843a admin admin] Pushing event updated for resources: {'Network': ['ID=336b1089-5f85-453c-a80f-537975cc126a,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:44.601432 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-1ccd3821-ac16-4280-b9c5-a89b655b0d17 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7770402 Mar 08 15:38:44.604042 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36916) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:44.609218 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:44.610478 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Routers {'1c963191-b183-40cb-9a78-1c8d3a552aa9'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:38:44.613940 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:38:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['1c963191-b183-40cb-9a78-1c8d3a552aa9'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:44.638668 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-c86a1eb2-8be4-4862-87c1-6d4fd549843a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5530052 Mar 08 15:38:44.643600 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:44.647263 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36918) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:44.648205 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-421acc0f-cf6a-4a97-97dd-abe448d9774d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3717866 Mar 08 15:38:44.648773 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36920) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:44.664543 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-0bd0b1c8-5612-4bcb-bcc5-8d3dc2b7f60b admin admin] Request body: {'subnet': {'network_id': '336b1089-5f85-453c-a80f-537975cc126a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-612976917-subnet', 'tenant_id': 'da68c550349b4d5d88fe95a528ab1898', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:44.677005 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25174'] for router (0c2bc356-116f-40a5-8de0-1f8b1228530a), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:44.682302 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25183'] for router (0c2bc356-116f-40a5-8de0-1f8b1228530a), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:44.707564 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network 336b1089-5f85-453c-a80f-537975cc126a details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:38:44.864267 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-186b8a52-aa87-48d7-a68b-80e63b21ab90 None None] Provisioning complete for port 28028029-9c04-431f-94bc-13bc5b19f5aa triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:44.865495 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-186b8a52-aa87-48d7-a68b-80e63b21ab90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (28028029-9c04-431f-94bc-13bc5b19f5aa), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:45.009886 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6a47f08-8a45-55e2-9afe-03599cd2f3a7-255bbbd8-9561-4fc6-bb81-e8d65f873238', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'project_id': 'e423483374664153a105b4f930482129', 'fixed_ips': [{'subnet_id': 'e58c1222-1db0-4e89-92f7-183351066a93'}]}} from dv-cinder-830098-2-iscsi. {{(pid=104419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:38:45.011486 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:45.088158 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Set router 1c963191-b183-40cb-9a78-1c8d3a552aa9 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:38:45.112215 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 36950) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:45.119736 dv-cinder-830098-2-iscsi neutron-server[104417]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 15:38:45.276254 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-186b8a52-aa87-48d7-a68b-80e63b21ab90 None None] Current status of the port 28028029-9c04-431f-94bc-13bc5b19f5aa is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:45.276555 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-186b8a52-aa87-48d7-a68b-80e63b21ab90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (28028029-9c04-431f-94bc-13bc5b19f5aa), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:45.419544 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd0b1c8-5612-4bcb-bcc5-8d3dc2b7f60b admin admin] Made reservation on behalf of da68c550349b4d5d88fe95a528ab1898 for: {'subnet': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:38:45.423164 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0bd0b1c8-5612-4bcb-bcc5-8d3dc2b7f60b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:45.484083 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-186b8a52-aa87-48d7-a68b-80e63b21ab90 None None] For port 28028029-9c04-431f-94bc-13bc5b19f5aa, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=28028029-9c04-431f-94bc-13bc5b19f5aa,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:38:45.508959 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 28028029-9c04-431f-94bc-13bc5b19f5aa up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:38:45.512896 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-186b8a52-aa87-48d7-a68b-80e63b21ab90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (28028029-9c04-431f-94bc-13bc5b19f5aa), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:45.522370 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.db_base_plugin_common [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Allocated IP 172.20.0.2 (255bbbd8-9561-4fc6-bb81-e8d65f873238/e58c1222-1db0-4e89-92f7-183351066a93/458ac84c-dd58-4f1f-b9da-e3fa25826564) {{(pid=104419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:38:45.549891 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746964b-597d-421a-9779-01775529cc46 req-3b7f534c-8fae-4f37-b162-cfafa7dbfe88 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:45.558207 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e746964b-597d-421a-9779-01775529cc46 req-3b7f534c-8fae-4f37-b162-cfafa7dbfe88 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/networks?id=a16a01d4-89e6-470a-bde6-accd3ee0dc89 HTTP/1.1" status: 200 len: 812 time: 0.4446058 Mar 08 15:38:45.562626 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:43Z', 'revision_number': 3, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port': {'id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:45.579070 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] Publish callbacks [] for router_controller (0c2bc356-116f-40a5-8de0-1f8b1228530a), precommit_add_association {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:45.580402 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e746964b-597d-421a-9779-01775529cc46 req-61adba0d-7cea-43e0-bfde-76a8d346d207 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/quotas/8d25381c307e4adb9fc8760f932c109f HTTP/1.1" status: 200 len: 375 time: 0.0210142 Mar 08 15:38:45.602955 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Checking router: 1c963191-b183-40cb-9a78-1c8d3a552aa9 for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:38:45.604040 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Updating router 1c963191-b183-40cb-9a78-1c8d3a552aa9 port a570131c-f977-4d06-b5e3-5b645ea3e756 binding host dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:38:45.651813 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (a570131c-f977-4d06-b5e3-5b645ea3e756), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:45.720296 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e746964b-597d-421a-9779-01775529cc46 req-19ab1a91-29bd-49c3-9a64-9c705d6cbaa0 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d25381c307e4adb9fc8760f932c109f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1349773 Mar 08 15:38:45.807198 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b8a52-aa87-48d7-a68b-80e63b21ab90 None None] Pushing event updated for resources: {'Port': ['ID=28028029-9c04-431f-94bc-13bc5b19f5aa,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:45.826877 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-faa82fc8-efcf-450d-8241-d3b7a9636c52 None None] Provisioning complete for port 28028029-9c04-431f-94bc-13bc5b19f5aa triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:45.827277 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-faa82fc8-efcf-450d-8241-d3b7a9636c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (28028029-9c04-431f-94bc-13bc5b19f5aa), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:45.871619 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 28028029-9c04-431f-94bc-13bc5b19f5aa triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:45.872400 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (28028029-9c04-431f-94bc-13bc5b19f5aa), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:45.923277 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] Publish callbacks [] for router_gateway (0c2bc356-116f-40a5-8de0-1f8b1228530a), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:45.976423 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Publish callbacks [] for port (458ac84c-dd58-4f1f-b9da-e3fa25826564), precommit_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.011048 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (458ac84c-dd58-4f1f-b9da-e3fa25826564), after_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.103711 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Network 255bbbd8-9561-4fc6-bb81-e8d65f873238 is already hosted by enough agents. {{(pid=104419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:46.104854 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-faa82fc8-efcf-450d-8241-d3b7a9636c52 None None] Current status of the port 28028029-9c04-431f-94bc-13bc5b19f5aa is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:46.114473 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.base_scheduler [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Resources bound (agent type, host, resource id): {{(pid=104419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:46.201770 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Pushing event updated for resources: {'Port': ['ID=458ac84c-dd58-4f1f-b9da-e3fa25826564,revision_number=1']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:46.204829 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 28028029-9c04-431f-94bc-13bc5b19f5aa is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:46.206525 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Publish callbacks [] for port (a570131c-f977-4d06-b5e3-5b645ea3e756), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.212614 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Received port after_create {{(pid=104419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:38:46.220636 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (a570131c-f977-4d06-b5e3-5b645ea3e756), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.310313 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0bd0b1c8-5612-4bcb-bcc5-8d3dc2b7f60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for subnet (6d1e6a02-595b-4943-bc40-53e048758393), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.329638 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Attempting to bind port a570131c-f977-4d06-b5e3-5b645ea3e756 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:38:46.330008 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Attempting to bind port a570131c-f977-4d06-b5e3-5b645ea3e756 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:38:46.330370 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Attempting to bind port a570131c-f977-4d06-b5e3-5b645ea3e756 on network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:38:46.335475 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [req-e746964b-597d-421a-9779-01775529cc46 req-149d7e9b-6ff8-4e8e-a077-3b1f97d15a97 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=104417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:38:46.342437 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Attempting to bind port 458ac84c-dd58-4f1f-b9da-e3fa25826564 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:38:46.343020 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfc26b-1b1c-4f2c-925b-c9ecdedc9f87 None None] Pushing event updated for resources: {'Port': ['ID=a570131c-f977-4d06-b5e3-5b645ea3e756,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:46.343259 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Attempting to bind port 458ac84c-dd58-4f1f-b9da-e3fa25826564 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': '9f5fb220-0fce-41e1-9208-c94017024008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:38:46.343845 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Attempting to bind port 458ac84c-dd58-4f1f-b9da-e3fa25826564 on network 255bbbd8-9561-4fc6-bb81-e8d65f873238 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:38:46.344524 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e746964b-597d-421a-9779-01775529cc46 req-149d7e9b-6ff8-4e8e-a077-3b1f97d15a97 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1009541 Mar 08 15:38:46.345568 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:38:46.345954 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Checking segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:38:46.346341 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.347895 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Bound using segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:38:46.347895 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Bound port: a570131c-f977-4d06-b5e3-5b645ea3e756, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:38:46.347895 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (a570131c-f977-4d06-b5e3-5b645ea3e756), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.371322 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:38:46.371698 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Checking segment: {'id': '9f5fb220-0fce-41e1-9208-c94017024008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:38:46.372104 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.372493 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Bound using segment: {'id': '9f5fb220-0fce-41e1-9208-c94017024008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:38:46.373400 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Bound port: 458ac84c-dd58-4f1f-b9da-e3fa25826564, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5fb220-0fce-41e1-9208-c94017024008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:38:46.373400 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (458ac84c-dd58-4f1f-b9da-e3fa25826564), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.387367 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd0b1c8-5612-4bcb-bcc5-8d3dc2b7f60b admin admin] Checking segment: {'id': 'f38b1a23-fb96-44e3-be40-f12595e1100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '336b1089-5f85-453c-a80f-537975cc126a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:38:46.387688 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd0b1c8-5612-4bcb-bcc5-8d3dc2b7f60b admin admin] Network hostable DHCP agents. Network: 336b1089-5f85-453c-a80f-537975cc126a, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:38:46.392222 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebfc26b-1b1c-4f2c-925b-c9ecdedc9f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:46.392588 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebfc26b-1b1c-4f2c-925b-c9ecdedc9f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:46.392953 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebfc26b-1b1c-4f2c-925b-c9ecdedc9f87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:46.393297 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebfc26b-1b1c-4f2c-925b-c9ecdedc9f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:46.393628 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebfc26b-1b1c-4f2c-925b-c9ecdedc9f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:46.393956 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebfc26b-1b1c-4f2c-925b-c9ecdedc9f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:46.396962 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebfc26b-1b1c-4f2c-925b-c9ecdedc9f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebfc26b-1b1c-4f2c-925b-c9ecdedc9f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebfc26b-1b1c-4f2c-925b-c9ecdedc9f87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebfc26b-1b1c-4f2c-925b-c9ecdedc9f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebfc26b-1b1c-4f2c-925b-c9ecdedc9f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebfc26b-1b1c-4f2c-925b-c9ecdedc9f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebfc26b-1b1c-4f2c-925b-c9ecdedc9f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebfc26b-1b1c-4f2c-925b-c9ecdedc9f87 None None] Tracked resource versions report: Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: pushed versions: Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: { 'AddressGroup': {'1.2'}, Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'ConntrackHelper': {'1.0'}, Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Log': {'1.0'}, Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Network': {'1.1'}, Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Port': {'1.7'}, Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'PortForwarding': {'1.2'}, Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'QosPolicy': {'1.10'}, Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'SecurityGroup': {'1.5'}, Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'SubPort': {'1.0'}, Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Subnet': {'1.1'}, Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Trunk': {'1.1'}} Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: consumer versions: Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: { DHCP agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: HyperV agent@hv-cinder-83009: {}, Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: L3 agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: Metadata agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: Metering agent@dv-cinder-830098-2-iscsi: {}, Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: Open vSwitch agent@dv-cinder-830098-2-iscsi: { 'AddressGroup': '1.2', Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'ConntrackHelper': '1.0', Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'LocalIPAssociation': '1.0', Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Log': '1.0', Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Network': '1.1', Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Port': '1.7', Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'PortForwarding': '1.2', Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'QosPolicy': '1.10', Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'SecurityGroup': '1.5', Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'SecurityGroupRule': '1.2', Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'SubPort': '1.0', Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Subnet': '1.1', Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: 'Trunk': '1.1'}} Mar 08 15:38:46.402902 dv-cinder-830098-2-iscsi neutron-server[104420]: {{(pid=104420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:38:46.474499 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] For port a570131c-f977-4d06-b5e3-5b645ea3e756, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:38:46.480280 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] For port a570131c-f977-4d06-b5e3-5b645ea3e756, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=a570131c-f977-4d06-b5e3-5b645ea3e756,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:38:46.496473 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (a570131c-f977-4d06-b5e3-5b645ea3e756), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.497596 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] For port 458ac84c-dd58-4f1f-b9da-e3fa25826564, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:38:46.501973 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] For port 458ac84c-dd58-4f1f-b9da-e3fa25826564, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=458ac84c-dd58-4f1f-b9da-e3fa25826564,segment=NetworkSegment(9f5fb220-0fce-41e1-9208-c94017024008),segment_id=9f5fb220-0fce-41e1-9208-c94017024008)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:38:46.512204 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (458ac84c-dd58-4f1f-b9da-e3fa25826564), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.540414 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e746964b-597d-421a-9779-01775529cc46 req-ac517fb5-3cf9-4ff9-a95e-edc9208cf1dc service neutron] 10.222.0.11 "GET /v2.0/networks/a16a01d4-89e6-470a-bde6-accd3ee0dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948657 Mar 08 15:38:46.546676 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd0b1c8-5612-4bcb-bcc5-8d3dc2b7f60b admin admin] Network 336b1089-5f85-453c-a80f-537975cc126a is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:38:46.580566 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b928e2a-58a6-4af4-8167-6b19a21d4cfb None None] Pushing event updated for resources: {'Port': ['ID=458ac84c-dd58-4f1f-b9da-e3fa25826564,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:46.625100 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-0bd0b1c8-5612-4bcb-bcc5-8d3dc2b7f60b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, 336b1089-5f85-453c-a80f-537975cc126a) {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:46.633798 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97106d1c-c96a-48cb-8248-89d950eff62f None None] Network 336b1089-5f85-453c-a80f-537975cc126a requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:38:46.635846 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd0b1c8-5612-4bcb-bcc5-8d3dc2b7f60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:46.636505 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0bd0b1c8-5612-4bcb-bcc5-8d3dc2b7f60b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.646133 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Routers {'1c963191-b183-40cb-9a78-1c8d3a552aa9'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:38:46.662996 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:38:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['1c963191-b183-40cb-9a78-1c8d3a552aa9'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:46.695450 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-0bd0b1c8-5612-4bcb-bcc5-8d3dc2b7f60b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0402491 Mar 08 15:38:46.698689 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 36986) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:46.753251 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-612976917-router', 'tenant_id': 'da68c550349b4d5d88fe95a528ab1898', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:46.801783 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e746964b-597d-421a-9779-01775529cc46 req-5387ced9-289d-4457-a55c-7fd3789b2b99 service neutron] 10.222.0.11 "GET /v2.0/networks/a16a01d4-89e6-470a-bde6-accd3ee0dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535613 Mar 08 15:38:46.876555 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25174'] for router (9e92d389-95fc-41fa-aa66-e3aa9c596de6), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.879431 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25183'] for router (9e92d389-95fc-41fa-aa66-e3aa9c596de6), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:46.947697 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc4f2f0-5983-4972-b08f-075669d80320 None None] Network 336b1089-5f85-453c-a80f-537975cc126a requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:38:46.977146 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfc26b-1b1c-4f2c-925b-c9ecdedc9f87 None None] Pushing event updated for resources: {'Port': ['ID=a570131c-f977-4d06-b5e3-5b645ea3e756,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:47.016712 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] Publish callbacks [] for router_controller (9e92d389-95fc-41fa-aa66-e3aa9c596de6), precommit_add_association {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:47.076639 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] Set router 1c963191-b183-40cb-9a78-1c8d3a552aa9 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:38:47.167953 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:47.220859 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0b1c8-5612-4bcb-bcc5-8d3dc2b7f60b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d1e6a02-595b-4943-bc40-53e048758393,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:47.511144 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4b750e39-2032-46a8-b2a5-2f4edf2cb5e5 req-621d0c34-37f6-4fc6-b541-68d417af8df1 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 210 time: 0.1499729 Mar 08 15:38:47.576883 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 458ac84c-dd58-4f1f-b9da-e3fa25826564 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:38:47.640792 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:43Z', 'revision_number': 3, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port': {'id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:47.704193 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 458ac84c-dd58-4f1f-b9da-e3fa25826564 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:47.704845 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (458ac84c-dd58-4f1f-b9da-e3fa25826564), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:47.723659 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181875d-9561-4cd4-9540-c2f8dad1236f None None] The sync data for ids ['1c963191-b183-40cb-9a78-1c8d3a552aa9'] in dv-cinder-830098-2-iscsi is: [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:43Z', 'revision_number': 3, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port': {'id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:38:47.816259 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 458ac84c-dd58-4f1f-b9da-e3fa25826564 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:47.816645 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (458ac84c-dd58-4f1f-b9da-e3fa25826564), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:47.838715 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] Publish callbacks [] for router_gateway (9e92d389-95fc-41fa-aa66-e3aa9c596de6), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:47.852190 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a54a4982-7667-49a3-951b-f641ac896830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:47.880319 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] Publish callbacks [] for router_gateway (0c2bc356-116f-40a5-8de0-1f8b1228530a), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:47.894646 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] For port 458ac84c-dd58-4f1f-b9da-e3fa25826564, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=458ac84c-dd58-4f1f-b9da-e3fa25826564,segment=NetworkSegment(9f5fb220-0fce-41e1-9208-c94017024008),segment_id=9f5fb220-0fce-41e1-9208-c94017024008)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:38:47.903209 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (458ac84c-dd58-4f1f-b9da-e3fa25826564), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:47.904182 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 28028029-9c04-431f-94bc-13bc5b19f5aa up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:38:47.928575 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.134081 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Pushing event updated for resources: {'Port': ['ID=458ac84c-dd58-4f1f-b9da-e3fa25826564,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:48.168637 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 28028029-9c04-431f-94bc-13bc5b19f5aa triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:48.169417 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (28028029-9c04-431f-94bc-13bc5b19f5aa), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.311010 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 28028029-9c04-431f-94bc-13bc5b19f5aa is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:48.458690 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1fb196-378f-4665-afb5-7a6a364f89c7 None None] Network 255bbbd8-9561-4fc6-bb81-e8d65f873238 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:38:48.489844 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] Allocated IP 172.27.1.35 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/172dd1da-5288-43cf-8cab-197cc0646529) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:38:48.637520 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-1e48001f-6df1-4ef1-b24e-cdab2470c820 None None] Provisioning complete for port 458ac84c-dd58-4f1f-b9da-e3fa25826564 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:48.638323 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-1e48001f-6df1-4ef1-b24e-cdab2470c820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (458ac84c-dd58-4f1f-b9da-e3fa25826564), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:48.648908 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-a54a4982-7667-49a3-951b-f641ac896830 admin admin] Allocated IP 172.20.0.1 (80c89e2a-a478-41c0-9d26-81d641ec9f8f/f7c72dd9-f6bb-4082-bbc6-f002b75fe090/8602b8e6-aa7f-4d02-9d3e-df73d2575fde) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:38:48.653874 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-44a2d5d5-94b3-4165-ace0-ea8838e974f9 req-3c54fe4e-649d-4fc1-b9ec-c945aec41b58 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 210 time: 0.0400071 Mar 08 15:38:48.784237 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-1e48001f-6df1-4ef1-b24e-cdab2470c820 None None] Current status of the port 458ac84c-dd58-4f1f-b9da-e3fa25826564 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:48.786569 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] Publish callbacks [] for port (172dd1da-5288-43cf-8cab-197cc0646529), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.003936 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (172dd1da-5288-43cf-8cab-197cc0646529), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.038707 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-98850606-d532-4105-a726-3adab3cdecdc None None] Provisioning complete for port 458ac84c-dd58-4f1f-b9da-e3fa25826564 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:49.039105 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-98850606-d532-4105-a726-3adab3cdecdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (458ac84c-dd58-4f1f-b9da-e3fa25826564), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.177176 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-98850606-d532-4105-a726-3adab3cdecdc None None] Current status of the port 458ac84c-dd58-4f1f-b9da-e3fa25826564 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:49.359771 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] Publish callbacks [] for router_gateway (9e92d389-95fc-41fa-aa66-e3aa9c596de6), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.405813 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.468236 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 458ac84c-dd58-4f1f-b9da-e3fa25826564 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:38:49.532279 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] Allocated IP 172.27.1.205 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/79844aba-9c72-4d65-b9f4-2ae84187d1a3) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:38:49.587137 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:49.589680 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 458ac84c-dd58-4f1f-b9da-e3fa25826564 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:49.590263 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (458ac84c-dd58-4f1f-b9da-e3fa25826564), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.607692 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:49.616081 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:38:49.618686 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] Pushing event updated for resources: {'Port': ['ID=172dd1da-5288-43cf-8cab-197cc0646529,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:49.704890 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a54a4982-7667-49a3-951b-f641ac896830 admin admin] Publish callbacks [] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.714362 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 458ac84c-dd58-4f1f-b9da-e3fa25826564 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:49.715711 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device a570131c-f977-4d06-b5e3-5b645ea3e756 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:38:49.775450 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port a570131c-f977-4d06-b5e3-5b645ea3e756 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:49.775824 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (a570131c-f977-4d06-b5e3-5b645ea3e756), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.860394 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 37150) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:49.903287 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port a570131c-f977-4d06-b5e3-5b645ea3e756 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:49.903624 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (a570131c-f977-4d06-b5e3-5b645ea3e756), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:49.909644 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-218dcbb3-1e9d-4817-b37b-72b9164c3542 req-5d094d3c-0f2e-45df-b4e1-fb1918c939d7 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 210 time: 0.0480173 Mar 08 15:38:49.943026 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] For port a570131c-f977-4d06-b5e3-5b645ea3e756, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=a570131c-f977-4d06-b5e3-5b645ea3e756,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:38:49.951966 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (a570131c-f977-4d06-b5e3-5b645ea3e756), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:50.014221 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Pushing event updated for resources: {'Port': ['ID=a570131c-f977-4d06-b5e3-5b645ea3e756,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:50.083231 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a54a4982-7667-49a3-951b-f641ac896830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:50.087514 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] Publish callbacks [] for port (79844aba-9c72-4d65-b9f4-2ae84187d1a3), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:50.145735 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54a4982-7667-49a3-951b-f641ac896830 admin admin] Network 80c89e2a-a478-41c0-9d26-81d641ec9f8f is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:50.155127 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-a54a4982-7667-49a3-951b-f641ac896830 admin admin] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:50.193014 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54a4982-7667-49a3-951b-f641ac896830 admin admin] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:38:50.193575 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a54a4982-7667-49a3-951b-f641ac896830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738765'] for router_interface (1c963191-b183-40cb-9a78-1c8d3a552aa9), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:50.255420 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a4982-7667-49a3-951b-f641ac896830 admin admin] Pushing event updated for resources: {'Port': ['ID=8602b8e6-aa7f-4d02-9d3e-df73d2575fde,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:50.353769 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (79844aba-9c72-4d65-b9f4-2ae84187d1a3), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:50.405470 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] Publish callbacks [] for router_gateway (0c2bc356-116f-40a5-8de0-1f8b1228530a), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:50.492150 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:50.512792 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:50.519079 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-be2d56ce-83f2-460e-813a-f8ca4a9a1e34 None None] Provisioning complete for port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:50.519598 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-be2d56ce-83f2-460e-813a-f8ca4a9a1e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:50.520145 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:38:50.523493 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] Pushing event updated for resources: {'Port': ['ID=79844aba-9c72-4d65-b9f4-2ae84187d1a3,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:50.574657 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-be2d56ce-83f2-460e-813a-f8ca4a9a1e34 None None] Port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:38:50.679830 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 37190) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:50.719838 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a54a4982-7667-49a3-951b-f641ac896830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:50.920333 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9d046a2d-166e-49fd-b6d4-6741b414f344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.013408 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752864'] for router (0c2bc356-116f-40a5-8de0-1f8b1228530a), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.025326 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9d046a2d-166e-49fd-b6d4-6741b414f344 admin admin] Publish callbacks [] for security_group (1db8b46a-1f35-4d8a-b48a-27026e5a1413), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.038489 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9d046a2d-166e-49fd-b6d4-6741b414f344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (1db8b46a-1f35-4d8a-b48a-27026e5a1413), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.082745 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] Publish callbacks [] for router_gateway (9e92d389-95fc-41fa-aa66-e3aa9c596de6), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.113964 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9d046a2d-166e-49fd-b6d4-6741b414f344 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=495d3b94a47440dda136ca408ce0c57c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4329088 Mar 08 15:38:51.117463 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d046a2d-166e-49fd-b6d4-6741b414f344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db8b46a-1f35-4d8a-b48a-27026e5a1413,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:51.119990 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 37206) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:51.142691 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e08e4e2a-c6ea-4f02-95e8-724ded082225 req-fbdbd6e7-ab07-4c3c-90cd-3902c164284a tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 210 time: 0.0660138 Mar 08 15:38:51.184449 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-56a0a417-3765-4049-a8dd-a953869eb85a admin admin] Publish callbacks [] for security_group (1db8b46a-1f35-4d8a-b48a-27026e5a1413), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.208470 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-56a0a417-3765-4049-a8dd-a953869eb85a admin admin] Publish callbacks [] for security_group (1db8b46a-1f35-4d8a-b48a-27026e5a1413), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.258417 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-56a0a417-3765-4049-a8dd-a953869eb85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (1db8b46a-1f35-4d8a-b48a-27026e5a1413), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.261902 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-56a0a417-3765-4049-a8dd-a953869eb85a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.266345 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-56a0a417-3765-4049-a8dd-a953869eb85a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1db8b46a-1f35-4d8a-b48a-27026e5a1413 HTTP/1.1" status: 204 len: 168 time: 0.1449411 Mar 08 15:38:51.268094 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a54a4982-7667-49a3-951b-f641ac896830 admin admin] Publish callbacks [] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.277534 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0a417-3765-4049-a8dd-a953869eb85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db8b46a-1f35-4d8a-b48a-27026e5a1413,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:51.285519 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a54a4982-7667-49a3-951b-f641ac896830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.286445 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a54a4982-7667-49a3-951b-f641ac896830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738721'] for router_interface (1c963191-b183-40cb-9a78-1c8d3a552aa9), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.311771 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device a570131c-f977-4d06-b5e3-5b645ea3e756 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:38:51.362154 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port a570131c-f977-4d06-b5e3-5b645ea3e756 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:51.362954 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (a570131c-f977-4d06-b5e3-5b645ea3e756), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.453472 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port a570131c-f977-4d06-b5e3-5b645ea3e756 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:51.553217 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a4982-7667-49a3-951b-f641ac896830 admin admin] Pushing event updated for resources: {'Port': ['ID=8602b8e6-aa7f-4d02-9d3e-df73d2575fde,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:51.604155 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 37214) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:51.617508 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ebe604f3-e66d-4a99-a289-1011cb97990f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.618766 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] Router 0c2bc356-116f-40a5-8de0-1f8b1228530a is scheduled to L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 with binding_index 1 {{(pid=104418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:38:51.698953 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752864'] for router (9e92d389-95fc-41fa-aa66-e3aa9c596de6), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.699774 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ebe604f3-e66d-4a99-a289-1011cb97990f admin admin] Publish callbacks [] for security_group (8ff236fa-98d0-404f-b219-23d545af6a50), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.704090 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ebe604f3-e66d-4a99-a289-1011cb97990f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (8ff236fa-98d0-404f-b219-23d545af6a50), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.717388 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54a4982-7667-49a3-951b-f641ac896830 admin admin] Network 80c89e2a-a478-41c0-9d26-81d641ec9f8f is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:51.740211 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ebe604f3-e66d-4a99-a289-1011cb97990f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe13f934fb0d448b82c3ef52ba932427&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1348994 Mar 08 15:38:51.743271 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 37220) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:51.745166 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe604f3-e66d-4a99-a289-1011cb97990f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff236fa-98d0-404f-b219-23d545af6a50,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:51.755560 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-a54a4982-7667-49a3-951b-f641ac896830 admin admin] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:51.799423 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c08a29bd-0e73-4458-bf41-05277365b9b0 admin admin] Publish callbacks [] for security_group (8ff236fa-98d0-404f-b219-23d545af6a50), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.821275 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c08a29bd-0e73-4458-bf41-05277365b9b0 admin admin] Publish callbacks [] for security_group (8ff236fa-98d0-404f-b219-23d545af6a50), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.872495 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c08a29bd-0e73-4458-bf41-05277365b9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (8ff236fa-98d0-404f-b219-23d545af6a50), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.875676 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c08a29bd-0e73-4458-bf41-05277365b9b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.880152 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c08a29bd-0e73-4458-bf41-05277365b9b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ff236fa-98d0-404f-b219-23d545af6a50 HTTP/1.1" status: 204 len: 168 time: 0.1326199 Mar 08 15:38:51.890874 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a29bd-0e73-4458-bf41-05277365b9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff236fa-98d0-404f-b219-23d545af6a50,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:51.900368 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:38:51.917087 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Sync routers for ids ['0c2bc356-116f-40a5-8de0-1f8b1228530a'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:38:51.933999 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Routers {'0c2bc356-116f-40a5-8de0-1f8b1228530a'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:38:51.934752 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:38:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0c2bc356-116f-40a5-8de0-1f8b1228530a'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:51.970476 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:51.975146 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 37224) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:51.975644 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-dded91c7-9ebc-4009-9ab4-ff2adbabe703 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3700082 Mar 08 15:38:51.995739 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54a4982-7667-49a3-951b-f641ac896830 admin admin] Router 1c963191-b183-40cb-9a78-1c8d3a552aa9 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:38:52.047714 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] Router 9e92d389-95fc-41fa-aa66-e3aa9c596de6 is scheduled to L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 with binding_index 1 {{(pid=104418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:38:52.223849 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54a4982-7667-49a3-951b-f641ac896830 admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:38:52.226887 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:38:52.234804 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-a54a4982-7667-49a3-951b-f641ac896830 admin admin] 10.222.0.11 "PUT /v2.0/routers/1c963191-b183-40cb-9a78-1c8d3a552aa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5818567 Mar 08 15:38:52.237468 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Sync routers for ids ['1c963191-b183-40cb-9a78-1c8d3a552aa9'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:38:52.258006 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Routers {'1c963191-b183-40cb-9a78-1c8d3a552aa9'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:38:52.258803 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:38:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['1c963191-b183-40cb-9a78-1c8d3a552aa9'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:52.286421 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:52.288084 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-50beb01b-0e7d-46ce-8e69-80626c3d9c38 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5505984 Mar 08 15:38:52.291657 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 37238) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:52.349599 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-75d97191-158b-4d54-b19c-ffb3ab2e8d2b req-1858c9f2-27b2-4a1a-b35d-d78f9d9f2ca0 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 210 time: 0.0680292 Mar 08 15:38:52.370945 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Set router 0c2bc356-116f-40a5-8de0-1f8b1228530a gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:38:52.434275 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Sync routers for ids ['9e92d389-95fc-41fa-aa66-e3aa9c596de6'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:38:52.475170 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-fc5b3b5b-6933-45a7-a55b-114d22c063ac None None] Provisioning complete for port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:52.475862 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-fc5b3b5b-6933-45a7-a55b-114d22c063ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:52.503790 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Set router 1c963191-b183-40cb-9a78-1c8d3a552aa9 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:38:52.623458 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Routers {'9e92d389-95fc-41fa-aa66-e3aa9c596de6'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:38:52.624461 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:38:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9e92d389-95fc-41fa-aa66-e3aa9c596de6'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:52.637375 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.41', 53373) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:52.975165 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:50Z', 'revision_number': 4, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port': {'id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '8602b8e6-aa7f-4d02-9d3e-df73d2575fde', 'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'mac_address': 'fa:16:3e:6c:21:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:50Z', 'revision_number': 2, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'subnets': [{'id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:53.039132 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Checking router: 1c963191-b183-40cb-9a78-1c8d3a552aa9 for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:38:53.039706 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Updating router 1c963191-b183-40cb-9a78-1c8d3a552aa9 port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde binding host dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:38:53.054724 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746964b-597d-421a-9779-01775529cc46 req-53d36a98-cc7e-4f2b-b783-dac487a05dcd tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:53.059768 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e746964b-597d-421a-9779-01775529cc46 req-53d36a98-cc7e-4f2b-b783-dac487a05dcd tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.41 "GET /v2.0/networks?id=a16a01d4-89e6-470a-bde6-accd3ee0dc89 HTTP/1.1" status: 200 len: 812 time: 0.4213934 Mar 08 15:38:53.091761 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:53.099798 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Set router 9e92d389-95fc-41fa-aa66-e3aa9c596de6 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:38:53.104104 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d4c130b5-9ae1-47fa-854b-590abed3848e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:53.138110 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-e746964b-597d-421a-9779-01775529cc46 req-0d61c398-bd2b-4e65-9c44-b9d54d09ddd2 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Request body: {'port': {'device_id': '00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90', 'network_id': 'a16a01d4-89e6-470a-bde6-accd3ee0dc89', 'admin_state_up': True, 'tenant_id': '8d25381c307e4adb9fc8760f932c109f'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:53.175909 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b3b5b-6933-45a7-a55b-114d22c063ac None None] Port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:38:53.179733 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 37276) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:53.195283 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-0675bc3a-b538-4021-8ce9-9d1bef196224 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--562365431', 'description': 'tempest-description--315988005'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:53.315665 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c8907c08-37d4-4d45-8394-270a312a86b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:53.344874 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '172dd1da-5288-43cf-8cab-197cc0646529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 3, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port': {'id': '172dd1da-5288-43cf-8cab-197cc0646529', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:53.384709 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Checking router: 0c2bc356-116f-40a5-8de0-1f8b1228530a for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:38:53.385549 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Updating router 0c2bc356-116f-40a5-8de0-1f8b1228530a port 172dd1da-5288-43cf-8cab-197cc0646529 binding host dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:38:53.398817 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0675bc3a-b538-4021-8ce9-9d1bef196224 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:53.501901 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (172dd1da-5288-43cf-8cab-197cc0646529), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:53.654039 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Publish callbacks [] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:53.674476 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:53.791751 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bda4a3-669a-43af-b6eb-82fb8fbcdf2a None None] Pushing event updated for resources: {'Port': ['ID=8602b8e6-aa7f-4d02-9d3e-df73d2575fde,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:53.834109 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-c8907c08-37d4-4d45-8394-270a312a86b6 admin admin] Allocated IP 172.20.0.1 (336b1089-5f85-453c-a80f-537975cc126a/6d1e6a02-595b-4943-bc40-53e048758393/763df4ce-b38c-4528-ae48-ee5c37d8fb90) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:38:53.942487 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Attempting to bind port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:38:53.943005 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Attempting to bind port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': '4e7c262a-890e-480c-844b-e36599a40601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:38:53.948123 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Attempting to bind port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde on network 80c89e2a-a478-41c0-9d26-81d641ec9f8f {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:38:53.955206 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:38:53.956243 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Checking segment: {'id': '4e7c262a-890e-480c-844b-e36599a40601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:38:53.956808 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:53.957332 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Bound using segment: {'id': '4e7c262a-890e-480c-844b-e36599a40601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:38:53.957943 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Bound port: 8602b8e6-aa7f-4d02-9d3e-df73d2575fde, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7c262a-890e-480c-844b-e36599a40601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:38:53.958514 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:53.965291 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b7e60c5e-78ff-4ac1-bf49-d136a05e4a49 req-b3054766-e5c6-45d6-9068-2af92120b2d8 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 210 time: 0.1774676 Mar 08 15:38:54.060604 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Publish callbacks [] for port (172dd1da-5288-43cf-8cab-197cc0646529), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.069422 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] For port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:38:54.079904 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] For port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=8602b8e6-aa7f-4d02-9d3e-df73d2575fde,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:38:54.082496 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e746964b-597d-421a-9779-01775529cc46 req-0d61c398-bd2b-4e65-9c44-b9d54d09ddd2 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Made reservation on behalf of 8d25381c307e4adb9fc8760f932c109f for: {'port': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:38:54.087673 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e746964b-597d-421a-9779-01775529cc46 req-0d61c398-bd2b-4e65-9c44-b9d54d09ddd2 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.099336 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.110844 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (172dd1da-5288-43cf-8cab-197cc0646529), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.204265 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4abb0e-de29-46fb-b6d7-4bc1c69e578e None None] Pushing event updated for resources: {'Port': ['ID=172dd1da-5288-43cf-8cab-197cc0646529,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:54.207892 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Routers {'1c963191-b183-40cb-9a78-1c8d3a552aa9'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:38:54.209083 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:38:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['1c963191-b183-40cb-9a78-1c8d3a552aa9'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:54.275182 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Attempting to bind port 172dd1da-5288-43cf-8cab-197cc0646529 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:38:54.276121 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Attempting to bind port 172dd1da-5288-43cf-8cab-197cc0646529 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:38:54.276514 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Attempting to bind port 172dd1da-5288-43cf-8cab-197cc0646529 on network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:38:54.284839 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:38:54.285210 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Checking segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:38:54.285614 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.286001 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Bound using segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:38:54.286507 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Bound port: 172dd1da-5288-43cf-8cab-197cc0646529, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:38:54.286885 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (172dd1da-5288-43cf-8cab-197cc0646529), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.373893 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] For port 172dd1da-5288-43cf-8cab-197cc0646529, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:38:54.377421 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] For port 172dd1da-5288-43cf-8cab-197cc0646529, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=172dd1da-5288-43cf-8cab-197cc0646529,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:38:54.397885 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (172dd1da-5288-43cf-8cab-197cc0646529), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.398653 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] Set router 1c963191-b183-40cb-9a78-1c8d3a552aa9 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:38:54.479629 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4abb0e-de29-46fb-b6d7-4bc1c69e578e None None] Pushing event updated for resources: {'Port': ['ID=172dd1da-5288-43cf-8cab-197cc0646529,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:54.549719 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-1ba28329-9a09-4597-81f5-7fdf289cf117 None None] Provisioning complete for port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:54.550453 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-1ba28329-9a09-4597-81f5-7fdf289cf117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.665061 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'name': 'tempest-ServerRescueNegativeTestJSON-612976917-router', 'tenant_id': 'da68c550349b4d5d88fe95a528ab1898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '79844aba-9c72-4d65-b9f4-2ae84187d1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:46Z', 'updated_at': '2022-03-08T15:38:50Z', 'revision_number': 3, 'project_id': 'da68c550349b4d5d88fe95a528ab1898', 'gw_port': {'id': '79844aba-9c72-4d65-b9f4-2ae84187d1a3', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:49Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:54.683244 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0675bc3a-b538-4021-8ce9-9d1bef196224 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group (9c410228-63dd-4f9f-96ec-657aa196cc18), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.706663 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Checking router: 9e92d389-95fc-41fa-aa66-e3aa9c596de6 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:38:54.707040 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Updating router 9e92d389-95fc-41fa-aa66-e3aa9c596de6 port 79844aba-9c72-4d65-b9f4-2ae84187d1a3 binding host dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:38:54.737213 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0675bc3a-b538-4021-8ce9-9d1bef196224 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (9c410228-63dd-4f9f-96ec-657aa196cc18), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.767989 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-1ba28329-9a09-4597-81f5-7fdf289cf117 None None] Current status of the port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:54.768381 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-1ba28329-9a09-4597-81f5-7fdf289cf117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.787789 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bda4a3-669a-43af-b6eb-82fb8fbcdf2a None None] Pushing event updated for resources: {'Port': ['ID=8602b8e6-aa7f-4d02-9d3e-df73d2575fde,revision_number=4']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:54.794442 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:50Z', 'revision_number': 4, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port': {'id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '8602b8e6-aa7f-4d02-9d3e-df73d2575fde', 'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'mac_address': 'fa:16:3e:6c:21:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:54Z', 'revision_number': 4, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'subnets': [{'id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:54.817533 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Routers {'0c2bc356-116f-40a5-8de0-1f8b1228530a'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:38:54.818382 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:38:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0c2bc356-116f-40a5-8de0-1f8b1228530a'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:54.853605 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b4abea-2c29-48e8-b72a-62111db2d47d None None] The sync data for ids ['1c963191-b183-40cb-9a78-1c8d3a552aa9'] in dv-cinder-830098-2-iscsi is: [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:50Z', 'revision_number': 4, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port': {'id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '8602b8e6-aa7f-4d02-9d3e-df73d2575fde', 'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'mac_address': 'fa:16:3e:6c:21:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:54Z', 'revision_number': 4, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'subnets': [{'id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:38:54.887630 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [req-e746964b-597d-421a-9779-01775529cc46 req-0d61c398-bd2b-4e65-9c44-b9d54d09ddd2 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Allocated IP 172.20.0.7 (a16a01d4-89e6-470a-bde6-accd3ee0dc89/23accda1-b8a7-4fa4-ae01-836fe3339940/b96d9516-42a9-4fb4-8780-7f91653c119a) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:38:54.912120 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0675bc3a-b538-4021-8ce9-9d1bef196224 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.913963 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-0675bc3a-b538-4021-8ce9-9d1bef196224 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.7332702 Mar 08 15:38:54.921819 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 37354) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:54.935208 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 37356) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:54.969315 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-4de17e03-ed71-4451-9fa7-5cfb65a7ce00 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Request body: {'security_group_rule': {'security_group_id': '9c410228-63dd-4f9f-96ec-657aa196cc18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:54.977333 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c8907c08-37d4-4d45-8394-270a312a86b6 admin admin] Publish callbacks [] for port (763df4ce-b38c-4528-ae48-ee5c37d8fb90), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:54.990021 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675bc3a-b538-4021-8ce9-9d1bef196224 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c410228-63dd-4f9f-96ec-657aa196cc18,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:55.078771 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4de17e03-ed71-4451-9fa7-5cfb65a7ce00 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group_rule (2ded0588-f60f-4fe1-83ae-63ccef62fc8b), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:55.095112 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (79844aba-9c72-4d65-b9f4-2ae84187d1a3), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:55.157707 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c8907c08-37d4-4d45-8394-270a312a86b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (763df4ce-b38c-4528-ae48-ee5c37d8fb90), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:55.197781 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-d4c130b5-9ae1-47fa-854b-590abed3848e admin admin] Allocated IP 172.20.0.1 (255bbbd8-9561-4fc6-bb81-e8d65f873238/e58c1222-1db0-4e89-92f7-183351066a93/5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:38:55.343244 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] Set router 0c2bc356-116f-40a5-8de0-1f8b1228530a gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:38:55.421673 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8907c08-37d4-4d45-8394-270a312a86b6 admin admin] Network 336b1089-5f85-453c-a80f-537975cc126a is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:55.482711 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-1ba28329-9a09-4597-81f5-7fdf289cf117 None None] For port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=8602b8e6-aa7f-4d02-9d3e-df73d2575fde,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:38:55.501224 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-c8907c08-37d4-4d45-8394-270a312a86b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:55.512242 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8907c08-37d4-4d45-8394-270a312a86b6 admin admin] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:38:55.515502 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c8907c08-37d4-4d45-8394-270a312a86b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738765'] for router_interface (9e92d389-95fc-41fa-aa66-e3aa9c596de6), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:55.603958 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 8602b8e6-aa7f-4d02-9d3e-df73d2575fde up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:38:55.631949 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fd493cfd-d8a6-4fa8-8406-2886f46b8b81 req-6f980205-f150-4dee-90a7-20020c01f815 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 210 time: 0.0939400 Mar 08 15:38:55.686361 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-1ba28329-9a09-4597-81f5-7fdf289cf117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:55.792956 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4de17e03-ed71-4451-9fa7-5cfb65a7ce00 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group_rule (2ded0588-f60f-4fe1-83ae-63ccef62fc8b), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:55.801444 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6fdb81ad-f525-423e-9428-ff38548bc9ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:55.803840 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8907c08-37d4-4d45-8394-270a312a86b6 admin admin] Pushing event updated for resources: {'Port': ['ID=763df4ce-b38c-4528-ae48-ee5c37d8fb90,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:55.824633 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4de17e03-ed71-4451-9fa7-5cfb65a7ce00 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (2ded0588-f60f-4fe1-83ae-63ccef62fc8b), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:55.872525 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de17e03-ed71-4451-9fa7-5cfb65a7ce00 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ded0588-f60f-4fe1-83ae-63ccef62fc8b,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:55.928828 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4de17e03-ed71-4451-9fa7-5cfb65a7ce00 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:55.930356 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-4de17e03-ed71-4451-9fa7-5cfb65a7ce00 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9882584 Mar 08 15:38:55.944634 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 37378) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:55.949563 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-a68b1c48-d920-41db-b75d-f91507f6e2bb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Request body: {'security_group_rule': {'security_group_id': '9c410228-63dd-4f9f-96ec-657aa196cc18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:55.955268 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d4c130b5-9ae1-47fa-854b-590abed3848e admin admin] Publish callbacks [] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.017261 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba28329-9a09-4597-81f5-7fdf289cf117 None None] Pushing event updated for resources: {'Port': ['ID=8602b8e6-aa7f-4d02-9d3e-df73d2575fde,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:56.063644 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e746964b-597d-421a-9779-01775529cc46 req-0d61c398-bd2b-4e65-9c44-b9d54d09ddd2 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Publish callbacks [] for port (b96d9516-42a9-4fb4-8780-7f91653c119a), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.081701 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:56.082303 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.094355 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a68b1c48-d920-41db-b75d-f91507f6e2bb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group_rule (e05d6cd9-52d4-4f80-87c1-3572bc7bbf8e), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.109569 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d4c130b5-9ae1-47fa-854b-590abed3848e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.135719 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6fdb81ad-f525-423e-9428-ff38548bc9ac admin admin] Publish callbacks [] for security_group (e17eddc9-6092-4bc0-9cb7-8e822096ef07), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.137157 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c8907c08-37d4-4d45-8394-270a312a86b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (763df4ce-b38c-4528-ae48-ee5c37d8fb90), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.156968 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6fdb81ad-f525-423e-9428-ff38548bc9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (e17eddc9-6092-4bc0-9cb7-8e822096ef07), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.163225 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c130b5-9ae1-47fa-854b-590abed3848e admin admin] Pushing event updated for resources: {'Port': ['ID=5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:56.166232 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e746964b-597d-421a-9779-01775529cc46 req-0d61c398-bd2b-4e65-9c44-b9d54d09ddd2 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (b96d9516-42a9-4fb4-8780-7f91653c119a), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.171886 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-be4b4474-9208-4a7e-a1fa-048c10999b49 None None] Provisioning complete for port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:56.172451 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-be4b4474-9208-4a7e-a1fa-048c10999b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.187890 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c130b5-9ae1-47fa-854b-590abed3848e admin admin] Network 255bbbd8-9561-4fc6-bb81-e8d65f873238 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:56.190956 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-d4c130b5-9ae1-47fa-854b-590abed3848e admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:56.193839 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c130b5-9ae1-47fa-854b-590abed3848e admin admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:38:56.194292 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d4c130b5-9ae1-47fa-854b-590abed3848e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738765'] for router_interface (0c2bc356-116f-40a5-8de0-1f8b1228530a), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.223435 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb81ad-f525-423e-9428-ff38548bc9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17eddc9-6092-4bc0-9cb7-8e822096ef07,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:56.367123 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e746964b-597d-421a-9779-01775529cc46 req-0d61c398-bd2b-4e65-9c44-b9d54d09ddd2 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Network a16a01d4-89e6-470a-bde6-accd3ee0dc89 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:56.404453 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a68b1c48-d920-41db-b75d-f91507f6e2bb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group_rule (e05d6cd9-52d4-4f80-87c1-3572bc7bbf8e), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.427353 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a68b1c48-d920-41db-b75d-f91507f6e2bb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (e05d6cd9-52d4-4f80-87c1-3572bc7bbf8e), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.491583 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-6fdb81ad-f525-423e-9428-ff38548bc9ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8673da5efc04e83888d38abe039fa3f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5546730 Mar 08 15:38:56.501832 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 37388) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:56.551108 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a68b1c48-d920-41db-b75d-f91507f6e2bb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.556146 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-a68b1c48-d920-41db-b75d-f91507f6e2bb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6074100 Mar 08 15:38:56.594479 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [req-e746964b-597d-421a-9779-01775529cc46 req-0d61c398-bd2b-4e65-9c44-b9d54d09ddd2 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:56.596755 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b1c48-d920-41db-b75d-f91507f6e2bb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05d6cd9-52d4-4f80-87c1-3572bc7bbf8e,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:56.608694 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 37390) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:38:56.631756 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:56.633846 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-be4b4474-9208-4a7e-a1fa-048c10999b49 None None] Current status of the port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:56.651263 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e746964b-597d-421a-9779-01775529cc46 req-0d61c398-bd2b-4e65-9c44-b9d54d09ddd2 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:38:56.658096 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746964b-597d-421a-9779-01775529cc46 req-0d61c398-bd2b-4e65-9c44-b9d54d09ddd2 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:56.659113 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e746964b-597d-421a-9779-01775529cc46 req-0d61c398-bd2b-4e65-9c44-b9d54d09ddd2 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.671763 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61c398-bd2b-4e65-9c44-b9d54d09ddd2 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Pushing event updated for resources: {'Port': ['ID=b96d9516-42a9-4fb4-8780-7f91653c119a,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:56.717599 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-fc6ba26d-8318-46a6-a4a8-aa8be2c4f706 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Request body: {'floatingip': {'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:56.724888 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e746964b-597d-421a-9779-01775529cc46 req-0d61c398-bd2b-4e65-9c44-b9d54d09ddd2 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6041322 Mar 08 15:38:56.766920 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ef022b58-0b79-480a-88f4-a6db2ac54b13 admin admin] Publish callbacks [] for security_group (e17eddc9-6092-4bc0-9cb7-8e822096ef07), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.785131 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fc6ba26d-8318-46a6-a4a8-aa8be2c4f706 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.834252 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ef022b58-0b79-480a-88f4-a6db2ac54b13 admin admin] Publish callbacks [] for security_group (e17eddc9-6092-4bc0-9cb7-8e822096ef07), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:56.984545 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d4c130b5-9ae1-47fa-854b-590abed3848e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.114796 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [req-e746964b-597d-421a-9779-01775529cc46 req-7db3d58d-e174-475f-9f19-41747766c316 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=104417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:38:57.116212 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e746964b-597d-421a-9779-01775529cc46 req-7db3d58d-e174-475f-9f19-41747766c316 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057418 Mar 08 15:38:57.176143 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ef022b58-0b79-480a-88f4-a6db2ac54b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (e17eddc9-6092-4bc0-9cb7-8e822096ef07), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.181248 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852bb01-4502-4ff4-b0fd-0f77bae382cf req-84f9b3e9-374c-40dd-acd6-01281f95b19b tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:57.184861 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5852bb01-4502-4ff4-b0fd-0f77bae382cf req-84f9b3e9-374c-40dd-acd6-01281f95b19b tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 931 time: 0.3506384 Mar 08 15:38:57.186677 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ef022b58-0b79-480a-88f4-a6db2ac54b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.190982 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-ef022b58-0b79-480a-88f4-a6db2ac54b13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e17eddc9-6092-4bc0-9cb7-8e822096ef07 HTTP/1.1" status: 204 len: 168 time: 0.6879261 Mar 08 15:38:57.253868 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef022b58-0b79-480a-88f4-a6db2ac54b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17eddc9-6092-4bc0-9cb7-8e822096ef07,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:57.300764 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e7ea-4195-4605-b48e-fbdaa88ec144 None None] Provisioning complete for port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:57.301610 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e7ea-4195-4605-b48e-fbdaa88ec144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.407267 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c8907c08-37d4-4d45-8394-270a312a86b6 admin admin] Publish callbacks [] for port (763df4ce-b38c-4528-ae48-ee5c37d8fb90), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.417783 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c8907c08-37d4-4d45-8394-270a312a86b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (763df4ce-b38c-4528-ae48-ee5c37d8fb90), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.418539 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c8907c08-37d4-4d45-8394-270a312a86b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738721'] for router_interface (9e92d389-95fc-41fa-aa66-e3aa9c596de6), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.431013 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 8602b8e6-aa7f-4d02-9d3e-df73d2575fde up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:38:57.507490 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Request body: {'port': {'device_id': '00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:38:57.521544 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5852bb01-4502-4ff4-b0fd-0f77bae382cf req-4c4532e2-3245-49f4-836f-d6e2f2769302 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159845 Mar 08 15:38:57.669985 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Publish callbacks [] for port (79844aba-9c72-4d65-b9f4-2ae84187d1a3), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.731492 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4e7ea-4195-4605-b48e-fbdaa88ec144 None None] Port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:38:57.743102 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (b96d9516-42a9-4fb4-8780-7f91653c119a), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.760854 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (79844aba-9c72-4d65-b9f4-2ae84187d1a3), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.800738 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8907c08-37d4-4d45-8394-270a312a86b6 admin admin] Pushing event updated for resources: {'Port': ['ID=763df4ce-b38c-4528-ae48-ee5c37d8fb90,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:57.828872 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:57.829451 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.830795 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fc6ba26d-8318-46a6-a4a8-aa8be2c4f706 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.869891 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d4c130b5-9ae1-47fa-854b-590abed3848e admin admin] Publish callbacks [] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.879028 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3faee28-e662-41cb-9f80-21b450a8ac0e None None] Pushing event updated for resources: {'Port': ['ID=79844aba-9c72-4d65-b9f4-2ae84187d1a3,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:57.899743 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d4c130b5-9ae1-47fa-854b-590abed3848e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.900532 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d4c130b5-9ae1-47fa-854b-590abed3848e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738721'] for router_interface (0c2bc356-116f-40a5-8de0-1f8b1228530a), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.904883 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Attempting to bind port 79844aba-9c72-4d65-b9f4-2ae84187d1a3 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:38:57.905401 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Attempting to bind port 79844aba-9c72-4d65-b9f4-2ae84187d1a3 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:38:57.905884 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Attempting to bind port 79844aba-9c72-4d65-b9f4-2ae84187d1a3 on network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:38:57.917477 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:38:57.918039 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Checking segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:38:57.919028 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.919548 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Bound using segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:38:57.920136 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Bound port: 79844aba-9c72-4d65-b9f4-2ae84187d1a3, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:38:57.920649 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (79844aba-9c72-4d65-b9f4-2ae84187d1a3), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:57.978639 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] For port 79844aba-9c72-4d65-b9f4-2ae84187d1a3, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:38:57.982138 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] For port 79844aba-9c72-4d65-b9f4-2ae84187d1a3, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=79844aba-9c72-4d65-b9f4-2ae84187d1a3,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:38:57.992934 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c130b5-9ae1-47fa-854b-590abed3848e admin admin] Pushing event updated for resources: {'Port': ['ID=5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:57.994737 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '172dd1da-5288-43cf-8cab-197cc0646529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 3, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port': {'id': '172dd1da-5288-43cf-8cab-197cc0646529', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:58.097427 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (79844aba-9c72-4d65-b9f4-2ae84187d1a3), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.170369 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:58.200776 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-fc6ba26d-8318-46a6-a4a8-aa8be2c4f706 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Allocated IP 172.27.1.227 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/8a12b933-e386-440e-a48c-38a6d142f8b1) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:38:58.264880 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd24209-b045-470e-a99b-d090dd66da32 None None] The sync data for ids ['0c2bc356-116f-40a5-8de0-1f8b1228530a'] in dv-cinder-830098-2-iscsi is: [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '172dd1da-5288-43cf-8cab-197cc0646529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 3, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port': {'id': '172dd1da-5288-43cf-8cab-197cc0646529', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:38:58.357876 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Routers {'9e92d389-95fc-41fa-aa66-e3aa9c596de6'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:38:58.359907 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:38:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9e92d389-95fc-41fa-aa66-e3aa9c596de6'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:58.450280 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3faee28-e662-41cb-9f80-21b450a8ac0e None None] Pushing event updated for resources: {'Port': ['ID=79844aba-9c72-4d65-b9f4-2ae84187d1a3,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:58.450956 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fc6ba26d-8318-46a6-a4a8-aa8be2c4f706 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for port (8a12b933-e386-440e-a48c-38a6d142f8b1), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.543321 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fc6ba26d-8318-46a6-a4a8-aa8be2c4f706 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (8a12b933-e386-440e-a48c-38a6d142f8b1), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:58.587296 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8907c08-37d4-4d45-8394-270a312a86b6 admin admin] Network 336b1089-5f85-453c-a80f-537975cc126a is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:58.625626 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6ba26d-8318-46a6-a4a8-aa8be2c4f706 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:58.633358 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-fc6ba26d-8318-46a6-a4a8-aa8be2c4f706 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:58.634884 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] Set router 9e92d389-95fc-41fa-aa66-e3aa9c596de6 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:38:58.770300 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-c8907c08-37d4-4d45-8394-270a312a86b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:58.785855 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6ba26d-8318-46a6-a4a8-aa8be2c4f706 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:38:59.082673 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c130b5-9ae1-47fa-854b-590abed3848e admin admin] Network 255bbbd8-9561-4fc6-bb81-e8d65f873238 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:38:59.104078 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ba26d-8318-46a6-a4a8-aa8be2c4f706 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Pushing event updated for resources: {'Port': ['ID=8a12b933-e386-440e-a48c-38a6d142f8b1,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:38:59.176859 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fc6ba26d-8318-46a6-a4a8-aa8be2c4f706 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for floatingip (a1b8139c-896d-4b48-beb1-0106696e4e10), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:59.221148 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-d4c130b5-9ae1-47fa-854b-590abed3848e admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:38:59.374160 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'name': 'tempest-ServerRescueNegativeTestJSON-612976917-router', 'tenant_id': 'da68c550349b4d5d88fe95a528ab1898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '79844aba-9c72-4d65-b9f4-2ae84187d1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:46Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'da68c550349b4d5d88fe95a528ab1898', 'gw_port': {'id': '79844aba-9c72-4d65-b9f4-2ae84187d1a3', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:49Z', 'updated_at': '2022-03-08T15:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '763df4ce-b38c-4528-ae48-ee5c37d8fb90', 'name': '', 'network_id': '336b1089-5f85-453c-a80f-537975cc126a', 'tenant_id': 'da68c550349b4d5d88fe95a528ab1898', 'mac_address': 'fa:16:3e:4f:b8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6d1e6a02-595b-4943-bc40-53e048758393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 2, 'project_id': 'da68c550349b4d5d88fe95a528ab1898', 'subnets': [{'id': '6d1e6a02-595b-4943-bc40-53e048758393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:38:59.391139 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4bd8f-2469-4b62-b188-e5174a940ded req-45a87597-c6d6-42ab-a434-ed32e066d041 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:38:59.414596 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8cc4bd8f-2469-4b62-b188-e5174a940ded req-45a87597-c6d6-42ab-a434-ed32e066d041 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 931 time: 0.6654842 Mar 08 15:38:59.454014 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcf7834-cb5e-4587-8607-4da02c49aabc None None] The sync data for ids ['9e92d389-95fc-41fa-aa66-e3aa9c596de6'] in dv-cinder-830098-2-iscsi is: [{'id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'name': 'tempest-ServerRescueNegativeTestJSON-612976917-router', 'tenant_id': 'da68c550349b4d5d88fe95a528ab1898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '79844aba-9c72-4d65-b9f4-2ae84187d1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:46Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'da68c550349b4d5d88fe95a528ab1898', 'gw_port': {'id': '79844aba-9c72-4d65-b9f4-2ae84187d1a3', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:49Z', 'updated_at': '2022-03-08T15:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '763df4ce-b38c-4528-ae48-ee5c37d8fb90', 'name': '', 'network_id': '336b1089-5f85-453c-a80f-537975cc126a', 'tenant_id': 'da68c550349b4d5d88fe95a528ab1898', 'mac_address': 'fa:16:3e:4f:b8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6d1e6a02-595b-4943-bc40-53e048758393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 2, 'project_id': 'da68c550349b4d5d88fe95a528ab1898', 'subnets': [{'id': '6d1e6a02-595b-4943-bc40-53e048758393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:38:59.489454 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 172dd1da-5288-43cf-8cab-197cc0646529 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:38:59.570917 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fc6ba26d-8318-46a6-a4a8-aa8be2c4f706 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (8a12b933-e386-440e-a48c-38a6d142f8b1), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:59.670295 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 172dd1da-5288-43cf-8cab-197cc0646529 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:59.670776 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (172dd1da-5288-43cf-8cab-197cc0646529), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:59.762304 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8907c08-37d4-4d45-8394-270a312a86b6 admin admin] Router 9e92d389-95fc-41fa-aa66-e3aa9c596de6 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:38:59.949756 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 172dd1da-5288-43cf-8cab-197cc0646529 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:38:59.950851 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96d9516-42a9-4fb4-8780-7f91653c119a {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:38:59.954879 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (172dd1da-5288-43cf-8cab-197cc0646529), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:59.963451 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-398a5db8-ad68-4fe3-a17b-985e59ddd256 None None] Provisioning complete for port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:38:59.971739 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-398a5db8-ad68-4fe3-a17b-985e59ddd256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:38:59.982659 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Publish callbacks [] for port (b96d9516-42a9-4fb4-8780-7f91653c119a), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:00.062375 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Transition to ACTIVE for port object b96d9516-42a9-4fb4-8780-7f91653c119a will not be triggered until provisioned by entity L2. {{(pid=104417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:39:00.084722 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8cc4bd8f-2469-4b62-b188-e5174a940ded req-dee84c35-b037-42e8-9db9-fd81cad87d8c tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6669946 Mar 08 15:39:00.135955 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-398a5db8-ad68-4fe3-a17b-985e59ddd256 None None] Port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:39:00.158444 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] For port 172dd1da-5288-43cf-8cab-197cc0646529, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=172dd1da-5288-43cf-8cab-197cc0646529,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:00.162945 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (b96d9516-42a9-4fb4-8780-7f91653c119a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:00.171499 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (172dd1da-5288-43cf-8cab-197cc0646529), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:00.328732 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Pushing event updated for resources: {'Port': ['ID=172dd1da-5288-43cf-8cab-197cc0646529,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:00.371305 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c130b5-9ae1-47fa-854b-590abed3848e admin admin] Router 0c2bc356-116f-40a5-8de0-1f8b1228530a has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:39:00.544000 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Pushing event updated for resources: {'Port': ['ID=b96d9516-42a9-4fb4-8780-7f91653c119a,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:01.002062 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8907c08-37d4-4d45-8394-270a312a86b6 admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:39:01.011491 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Attempting to bind port b96d9516-42a9-4fb4-8780-7f91653c119a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:39:01.019799 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Attempting to bind port b96d9516-42a9-4fb4-8780-7f91653c119a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '8ae42123-1340-4c96-83d7-011b4f5ff00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a16a01d4-89e6-470a-bde6-accd3ee0dc89'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:39:01.023837 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Attempting to bind port b96d9516-42a9-4fb4-8780-7f91653c119a on network a16a01d4-89e6-470a-bde6-accd3ee0dc89 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:01.040504 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-c8907c08-37d4-4d45-8394-270a312a86b6 admin admin] 10.222.0.11 "PUT /v2.0/routers/9e92d389-95fc-41fa-aa66-e3aa9c596de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7476218 Mar 08 15:39:01.052229 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Port b96d9516-42a9-4fb4-8780-7f91653c119a on network a16a01d4-89e6-470a-bde6-accd3ee0dc89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:39:01.056404 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Attempting to bind port b96d9516-42a9-4fb4-8780-7f91653c119a on network a16a01d4-89e6-470a-bde6-accd3ee0dc89 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:01.068403 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fc6ba26d-8318-46a6-a4a8-aa8be2c4f706 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for port (8a12b933-e386-440e-a48c-38a6d142f8b1), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.071494 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:39:01.072601 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Checking segment: {'id': '8ae42123-1340-4c96-83d7-011b4f5ff00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a16a01d4-89e6-470a-bde6-accd3ee0dc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:39:01.073592 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Bound using segment: {'id': '8ae42123-1340-4c96-83d7-011b4f5ff00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a16a01d4-89e6-470a-bde6-accd3ee0dc89'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:39:01.080593 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Bound port: b96d9516-42a9-4fb4-8780-7f91653c119a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae42123-1340-4c96-83d7-011b4f5ff00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a16a01d4-89e6-470a-bde6-accd3ee0dc89'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:39:01.081376 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (b96d9516-42a9-4fb4-8780-7f91653c119a), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.085077 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fc6ba26d-8318-46a6-a4a8-aa8be2c4f706 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (8a12b933-e386-440e-a48c-38a6d142f8b1), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.179826 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fc6ba26d-8318-46a6-a4a8-aa8be2c4f706 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (a1b8139c-896d-4b48-beb1-0106696e4e10), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.245318 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fc6ba26d-8318-46a6-a4a8-aa8be2c4f706 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.273513 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-fc6ba26d-8318-46a6-a4a8-aa8be2c4f706 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5978026 Mar 08 15:39:01.282481 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ba26d-8318-46a6-a4a8-aa8be2c4f706 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Pushing event updated for resources: {'Port': ['ID=8a12b933-e386-440e-a48c-38a6d142f8b1,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:01.452941 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 172dd1da-5288-43cf-8cab-197cc0646529 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:39:01.545342 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c130b5-9ae1-47fa-854b-590abed3848e admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:39:01.558495 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-d4c130b5-9ae1-47fa-854b-590abed3848e admin admin] 10.222.0.11 "PUT /v2.0/routers/0c2bc356-116f-40a5-8de0-1f8b1228530a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5813749 Mar 08 15:39:01.598250 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 172dd1da-5288-43cf-8cab-197cc0646529 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:01.598974 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (172dd1da-5288-43cf-8cab-197cc0646529), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.617461 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] For port b96d9516-42a9-4fb4-8780-7f91653c119a, host hv-cinder-83009, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:39:01.717106 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] For port b96d9516-42a9-4fb4-8780-7f91653c119a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b96d9516-42a9-4fb4-8780-7f91653c119a,segment=NetworkSegment(8ae42123-1340-4c96-83d7-011b4f5ff00f),segment_id=8ae42123-1340-4c96-83d7-011b4f5ff00f)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:39:01.740045 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e59c0-b85f-4847-83c6-f7fe1f18b976 req-91008de5-be3d-4974-b93a-da3bd12cacbd tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:01.753934 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a19e59c0-b85f-4847-83c6-f7fe1f18b976 req-91008de5-be3d-4974-b93a-da3bd12cacbd tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 943 time: 0.4385457 Mar 08 15:39:01.772086 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 172dd1da-5288-43cf-8cab-197cc0646529 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:01.803693 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (b96d9516-42a9-4fb4-8780-7f91653c119a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.930519 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:01.931395 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:01.940210 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e746964b-597d-421a-9779-01775529cc46 req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] 10.222.0.41 "PUT /v2.0/ports/b96d9516-42a9-4fb4-8780-7f91653c119a HTTP/1.1" status: 200 len: 1093 time: 4.5872447 Mar 08 15:39:01.951055 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90', 'tag': 'b96d9516-42a9-4fb4-8780-7f91653c119a'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:02.062134 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41d1bb-d632-4dee-be75-21d2ad80a170 service neutron] Pushing event updated for resources: {'Port': ['ID=b96d9516-42a9-4fb4-8780-7f91653c119a,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:02.153802 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-39031daf-91f8-43e0-94ae-fc369c345eb0 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--562365431&fields=id&tenant_id=6f236c97d0e54f4dbe064bb9d3e45043 HTTP/1.1" status: 200 len: 267 time: 0.4403589 Mar 08 15:39:02.230657 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a19e59c0-b85f-4847-83c6-f7fe1f18b976 req-d53e9344-418e-462f-a0f8-c498a3d9b34c tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756029 Mar 08 15:39:02.381111 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-bed8c447-ac85-4dc3-9d34-b7c1a17d5684 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:02.383738 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-bed8c447-ac85-4dc3-9d34-b7c1a17d5684 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/networks?id=80c89e2a-a478-41c0-9d26-81d641ec9f8f HTTP/1.1" status: 200 len: 815 time: 0.2142861 Mar 08 15:39:02.397280 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71785947914745800d43d5c0a78718fe11ea6fdba8b9e0230793fe8b114d71b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c8d41c-c6b9-4f9b-9422-728e0440b918" -d '{"events": [{"name": "network-changed", "server_uuid": "00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90", "tag": "b96d9516-42a9-4fb4-8780-7f91653c119a"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:02.421723 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-5e46bea8-b202-41ba-8b73-38ff4b6c19f0 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/quotas/6f236c97d0e54f4dbe064bb9d3e45043 HTTP/1.1" status: 200 len: 375 time: 0.0306058 Mar 08 15:39:02.570348 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-477784ff-5c39-49c3-a5cc-d5a605ed0b07 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f236c97d0e54f4dbe064bb9d3e45043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1470518 Mar 08 15:39:02.809490 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-fb677062-1efc-454f-abfb-46a16dc99eca service neutron] 10.222.0.11 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259798 Mar 08 15:39:02.837039 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Sync routers for ids ['0c2bc356-116f-40a5-8de0-1f8b1228530a'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:39:02.871358 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Routers {'0c2bc356-116f-40a5-8de0-1f8b1228530a'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:39:02.893684 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:38:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0c2bc356-116f-40a5-8de0-1f8b1228530a'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:02.905970 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-b66d635a-14ba-483d-98a3-9efd6de4a542 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:02.908200 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-b66d635a-14ba-483d-98a3-9efd6de4a542 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/networks?id=336b1089-5f85-453c-a80f-537975cc126a HTTP/1.1" status: 200 len: 818 time: 0.1932888 Mar 08 15:39:03.002922 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-ab0b49a9-28bd-4507-9e09-2bc1de442ce0 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/quotas/da68c550349b4d5d88fe95a528ab1898 HTTP/1.1" status: 200 len: 375 time: 0.0239627 Mar 08 15:39:03.165843 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-b0967c93-4a5a-48e3-a44b-52628eb46400 service neutron] 10.222.0.11 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461735 Mar 08 15:39:03.179710 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Set router 0c2bc356-116f-40a5-8de0-1f8b1228530a gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:39:03.201980 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-d5f1ef76-592f-4905-81ed-2fa2d3382e43 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=da68c550349b4d5d88fe95a528ab1898&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1918976 Mar 08 15:39:03.398167 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 79844aba-9c72-4d65-b9f4-2ae84187d1a3 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:39:03.470095 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-b645b740-64d2-4fcb-8c58-58a2390c5d3f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=104417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:39:03.471572 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-b645b740-64d2-4fcb-8c58-58a2390c5d3f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1240935 Mar 08 15:39:03.639184 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-56ae17b4-c4ff-41de-ae1b-66c63a39fcd8 service neutron] 10.222.0.11 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540396 Mar 08 15:39:03.704006 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '172dd1da-5288-43cf-8cab-197cc0646529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port': {'id': '172dd1da-5288-43cf-8cab-197cc0646529', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8', 'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'tenant_id': 'e423483374664153a105b4f930482129', 'mac_address': 'fa:16:3e:54:6c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:38:57Z', 'revision_number': 2, 'project_id': 'e423483374664153a105b4f930482129', 'subnets': [{'id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:03.775141 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Checking router: 0c2bc356-116f-40a5-8de0-1f8b1228530a for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:39:03.775812 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Updating router 0c2bc356-116f-40a5-8de0-1f8b1228530a port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 binding host dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:39:03.794276 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 79844aba-9c72-4d65-b9f4-2ae84187d1a3 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:03.794963 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (79844aba-9c72-4d65-b9f4-2ae84187d1a3), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:03.802014 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-07c50d37-0889-4f21-8fc8-4f143d3aac24 service neutron] 10.222.0.11 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550515 Mar 08 15:39:03.864746 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.105142 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 37634) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:04.111232 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-637201e0-b3b2-488b-b18a-eb5fe65acb17 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--863648301', 'description': 'tempest-description--303578463'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:04.119959 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 79844aba-9c72-4d65-b9f4-2ae84187d1a3 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:04.120357 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (79844aba-9c72-4d65-b9f4-2ae84187d1a3), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.197762 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-637201e0-b3b2-488b-b18a-eb5fe65acb17 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.264112 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] For port 79844aba-9c72-4d65-b9f4-2ae84187d1a3, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=79844aba-9c72-4d65-b9f4-2ae84187d1a3,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:04.281145 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (79844aba-9c72-4d65-b9f4-2ae84187d1a3), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.426862 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Pushing event updated for resources: {'Port': ['ID=79844aba-9c72-4d65-b9f4-2ae84187d1a3,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:04.482528 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c8f22e-8173-4718-b4e5-3e7f03f796a2 x-openstack-request-id: req-72c8f22e-8173-4718-b4e5-3e7f03f796a2 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:04.483564 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90", "tag": "b96d9516-42a9-4fb4-8780-7f91653c119a", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:04.483933 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-72c8f22e-8173-4718-b4e5-3e7f03f796a2 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:04.484522 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90', 'tag': 'b96d9516-42a9-4fb4-8780-7f91653c119a', 'status': 'completed', 'code': 200} Mar 08 15:39:04.541522 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-637201e0-b3b2-488b-b18a-eb5fe65acb17 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group (db7c5d0c-359a-4a50-a951-e7a3f555f0f6), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.565720 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7404450-e3d9-4f47-8b49-6f8dfab8602d req-863a23d4-9f98-4b16-9c7c-225e127de70e tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:04.567608 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e7404450-e3d9-4f47-8b49-6f8dfab8602d req-863a23d4-9f98-4b16-9c7c-225e127de70e tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 943 time: 0.2006655 Mar 08 15:39:04.571379 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-637201e0-b3b2-488b-b18a-eb5fe65acb17 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (db7c5d0c-359a-4a50-a951-e7a3f555f0f6), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.628369 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637201e0-b3b2-488b-b18a-eb5fe65acb17 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7c5d0c-359a-4a50-a951-e7a3f555f0f6,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:04.636881 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-721fc045-f077-4b6e-b2c2-2b9325e1a942 req-61a825e2-4069-4848-a249-4c64adf4d038 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 210 time: 0.1192501 Mar 08 15:39:04.713943 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e7404450-e3d9-4f47-8b49-6f8dfab8602d req-51a2610a-37a1-4867-a3f7-116e0e7a40ab tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842619 Mar 08 15:39:04.728788 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-637201e0-b3b2-488b-b18a-eb5fe65acb17 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.728889 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 37658) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:04.730861 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-39f202cf-e385-4419-af8a-83d7a5f5ca1a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Request body: {'security_group_rule': {'security_group_id': 'db7c5d0c-359a-4a50-a951-e7a3f555f0f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:04.737148 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-637201e0-b3b2-488b-b18a-eb5fe65acb17 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.6301024 Mar 08 15:39:04.796649 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-39f202cf-e385-4419-af8a-83d7a5f5ca1a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group_rule (0fecb5c4-d96f-4270-9242-e83e756e92e5), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.828383 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Publish callbacks [] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.854860 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:04.877574 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d1efa52a-d1df-4b43-bcc5-8e64dcc48a85 req-26687d7c-3a98-443d-9bf0-dd6a6d1d271c tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 210 time: 0.0788600 Mar 08 15:39:04.925306 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9606b-9d53-413b-8b1c-21f4e11d19ed None None] Pushing event updated for resources: {'Port': ['ID=5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:04.946987 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Sync routers for ids ['9e92d389-95fc-41fa-aa66-e3aa9c596de6'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:39:04.963471 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Routers {'9e92d389-95fc-41fa-aa66-e3aa9c596de6'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:39:04.964687 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:38:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9e92d389-95fc-41fa-aa66-e3aa9c596de6'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:05.009179 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-39f202cf-e385-4419-af8a-83d7a5f5ca1a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group_rule (0fecb5c4-d96f-4270-9242-e83e756e92e5), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:05.019526 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-39f202cf-e385-4419-af8a-83d7a5f5ca1a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (0fecb5c4-d96f-4270-9242-e83e756e92e5), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:05.066606 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f202cf-e385-4419-af8a-83d7a5f5ca1a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fecb5c4-d96f-4270-9242-e83e756e92e5,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:05.111013 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-39f202cf-e385-4419-af8a-83d7a5f5ca1a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:05.128622 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-39f202cf-e385-4419-af8a-83d7a5f5ca1a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4010499 Mar 08 15:39:05.129719 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 37680) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:05.159602 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-b5238585-39d2-4cce-b0b7-20ca4008a27c tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Request body: {'security_group_rule': {'security_group_id': 'db7c5d0c-359a-4a50-a951-e7a3f555f0f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:05.235969 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Set router 9e92d389-95fc-41fa-aa66-e3aa9c596de6 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:39:05.241748 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Attempting to bind port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:39:05.244975 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Attempting to bind port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': '9f5fb220-0fce-41e1-9208-c94017024008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:39:05.247624 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Attempting to bind port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 on network 255bbbd8-9561-4fc6-bb81-e8d65f873238 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:05.254227 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b5238585-39d2-4cce-b0b7-20ca4008a27c tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group_rule (394c5441-9427-4fea-bbf4-472d0d322ebc), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:05.284721 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:39:05.285796 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Checking segment: {'id': '9f5fb220-0fce-41e1-9208-c94017024008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:39:05.286510 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:05.290484 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Bound using segment: {'id': '9f5fb220-0fce-41e1-9208-c94017024008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:39:05.295439 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Bound port: 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5fb220-0fce-41e1-9208-c94017024008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:39:05.296084 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:05.494628 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b5238585-39d2-4cce-b0b7-20ca4008a27c tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group_rule (394c5441-9427-4fea-bbf4-472d0d322ebc), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:05.501778 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b5238585-39d2-4cce-b0b7-20ca4008a27c tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (394c5441-9427-4fea-bbf4-472d0d322ebc), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:05.539587 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 79844aba-9c72-4d65-b9f4-2ae84187d1a3 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:39:05.544750 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] For port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:39:05.561971 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] For port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8,segment=NetworkSegment(9f5fb220-0fce-41e1-9208-c94017024008),segment_id=9f5fb220-0fce-41e1-9208-c94017024008)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:39:05.574859 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:05.575732 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5238585-39d2-4cce-b0b7-20ca4008a27c tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394c5441-9427-4fea-bbf4-472d0d322ebc,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:05.607000 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b5238585-39d2-4cce-b0b7-20ca4008a27c tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:05.613432 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-b5238585-39d2-4cce-b0b7-20ca4008a27c tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4791489 Mar 08 15:39:05.615732 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 37694) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:05.633261 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8d41c-c6b9-4f9b-9422-728e0440b918 req-80a53fcd-296b-4fe6-be57-e3a051930a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:05.636845 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-1807d464-bd34-4067-a065-487be954c288 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Request body: {'floatingip': {'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:05.649019 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-79c8d41c-c6b9-4f9b-9422-728e0440b918 req-80a53fcd-296b-4fe6-be57-e3a051930a02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d25381c307e4adb9fc8760f932c109f&device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 1127 time: 0.6517971 Mar 08 15:39:05.706052 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1807d464-bd34-4067-a065-487be954c288 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:05.908273 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-f98cb59f-e33f-40f8-b895-52e33625f363 None None] Provisioning complete for port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:05.908648 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f98cb59f-e33f-40f8-b895-52e33625f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:06.026144 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1807d464-bd34-4067-a065-487be954c288 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:06.145093 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-a8666671-3abb-4c1b-bedc-0e0413440aa3 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:06.146733 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-a8666671-3abb-4c1b-bedc-0e0413440aa3 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/networks?id=336b1089-5f85-453c-a80f-537975cc126a HTTP/1.1" status: 200 len: 818 time: 0.8961172 Mar 08 15:39:06.179814 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-e1f0721e-c28c-4c46-9991-81519b837999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:06.180018 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9606b-9d53-413b-8b1c-21f4e11d19ed None None] Pushing event updated for resources: {'Port': ['ID=5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8,revision_number=4']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:06.242299 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Routers {'0c2bc356-116f-40a5-8de0-1f8b1228530a'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:39:06.244155 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:38:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0c2bc356-116f-40a5-8de0-1f8b1228530a'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:06.371357 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 79844aba-9c72-4d65-b9f4-2ae84187d1a3 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:06.371732 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (79844aba-9c72-4d65-b9f4-2ae84187d1a3), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:06.468363 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-1807d464-bd34-4067-a065-487be954c288 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Allocated IP 172.27.1.70 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/ff68926b-08a8-45f5-a09d-c27f180c819e) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:39:06.518347 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] Set router 0c2bc356-116f-40a5-8de0-1f8b1228530a gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:39:06.534340 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.41', 53398) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:06.686768 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-f98cb59f-e33f-40f8-b895-52e33625f363 None None] Current status of the port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:06.687407 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f98cb59f-e33f-40f8-b895-52e33625f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:06.788697 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'name': 'tempest-ServerRescueNegativeTestJSON-612976917-router', 'tenant_id': 'da68c550349b4d5d88fe95a528ab1898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '79844aba-9c72-4d65-b9f4-2ae84187d1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:46Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'da68c550349b4d5d88fe95a528ab1898', 'gw_port': {'id': '79844aba-9c72-4d65-b9f4-2ae84187d1a3', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:49Z', 'updated_at': '2022-03-08T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '763df4ce-b38c-4528-ae48-ee5c37d8fb90', 'name': '', 'network_id': '336b1089-5f85-453c-a80f-537975cc126a', 'tenant_id': 'da68c550349b4d5d88fe95a528ab1898', 'mac_address': 'fa:16:3e:4f:b8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6d1e6a02-595b-4943-bc40-53e048758393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 2, 'project_id': 'da68c550349b4d5d88fe95a528ab1898', 'subnets': [{'id': '6d1e6a02-595b-4943-bc40-53e048758393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:06.900843 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1807d464-bd34-4067-a065-487be954c288 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for port (ff68926b-08a8-45f5-a09d-c27f180c819e), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:06.934500 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '172dd1da-5288-43cf-8cab-197cc0646529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port': {'id': '172dd1da-5288-43cf-8cab-197cc0646529', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8', 'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'tenant_id': 'e423483374664153a105b4f930482129', 'mac_address': 'fa:16:3e:54:6c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:39:05Z', 'revision_number': 4, 'project_id': 'e423483374664153a105b4f930482129', 'subnets': [{'id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:06.949109 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Checking router: 9e92d389-95fc-41fa-aa66-e3aa9c596de6 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:39:06.949486 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Updating router 9e92d389-95fc-41fa-aa66-e3aa9c596de6 port 763df4ce-b38c-4528-ae48-ee5c37d8fb90 binding host dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:39:06.996532 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-f98cb59f-e33f-40f8-b895-52e33625f363 None None] For port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8,segment=NetworkSegment(9f5fb220-0fce-41e1-9208-c94017024008),segment_id=9f5fb220-0fce-41e1-9208-c94017024008)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:07.005396 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2d005-4d36-4a27-af24-b83ec7d25b1d None None] The sync data for ids ['0c2bc356-116f-40a5-8de0-1f8b1228530a'] in dv-cinder-830098-2-iscsi is: [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '172dd1da-5288-43cf-8cab-197cc0646529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port': {'id': '172dd1da-5288-43cf-8cab-197cc0646529', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8', 'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'tenant_id': 'e423483374664153a105b4f930482129', 'mac_address': 'fa:16:3e:54:6c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:39:05Z', 'revision_number': 4, 'project_id': 'e423483374664153a105b4f930482129', 'subnets': [{'id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:39:07.031021 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ea9c3dfb-5a82-4aaa-bb6a-48d931529988 req-be587098-8da4-4aae-8e78-9c111c0af58a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 210 time: 1.1364162 Mar 08 15:39:07.035286 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.41', 53401) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:07.145279 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f98cb59f-e33f-40f8-b895-52e33625f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:07.209418 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-353a839e-2c70-42ed-a497-b3e749d446d7 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:07.211027 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-353a839e-2c70-42ed-a497-b3e749d446d7 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.41 "GET /v2.0/networks?id=80c89e2a-a478-41c0-9d26-81d641ec9f8f HTTP/1.1" status: 200 len: 815 time: 0.6755114 Mar 08 15:39:07.351839 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (763df4ce-b38c-4528-ae48-ee5c37d8fb90), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:07.395059 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 79844aba-9c72-4d65-b9f4-2ae84187d1a3 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:07.400249 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-fc112d85-f563-46c1-970c-b479e310f224 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/quotas/da68c550349b4d5d88fe95a528ab1898 HTTP/1.1" status: 200 len: 375 time: 0.3321719 Mar 08 15:39:07.470618 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1807d464-bd34-4067-a065-487be954c288 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (ff68926b-08a8-45f5-a09d-c27f180c819e), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:07.538470 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-e3c76215-4298-4195-a747-f02bb20ef67a None None] Provisioning complete for port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:07.538962 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-e3c76215-4298-4195-a747-f02bb20ef67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:07.581629 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8d41c-c6b9-4f9b-9422-728e0440b918 req-790aceb9-78ae-4720-b9e2-60f04717be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:07.583189 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-79c8d41c-c6b9-4f9b-9422-728e0440b918 req-790aceb9-78ae-4720-b9e2-60f04717be7d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8d25381c307e4adb9fc8760f932c109f&shared=False HTTP/1.1" status: 200 len: 913 time: 1.9134984 Mar 08 15:39:07.619810 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-411df856-8ee5-48a5-baa7-db0281114c02 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f236c97d0e54f4dbe064bb9d3e45043 HTTP/1.1" status: 200 len: 379 time: 0.3818784 Mar 08 15:39:07.642273 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807d464-bd34-4067-a065-487be954c288 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Pushing event updated for resources: {'Port': ['ID=ff68926b-08a8-45f5-a09d-c27f180c819e,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:07.651053 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cb59f-e33f-40f8-b895-52e33625f363 None None] Pushing event updated for resources: {'Port': ['ID=5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:07.665122 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:39:07.680712 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-15e8e0d4-c968-47c4-8249-9d8206462218 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Request body: {'port': {'device_id': '7e726af8-263b-476f-94e4-4f39592931b4', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'admin_state_up': True, 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'security_groups': ['9c410228-63dd-4f9f-96ec-657aa196cc18']}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:07.793286 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1807d464-bd34-4067-a065-487be954c288 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:39:07.866749 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-1807d464-bd34-4067-a065-487be954c288 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:39:07.878269 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1807d464-bd34-4067-a065-487be954c288 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:39:07.962446 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-4de2d4f9-6603-466d-99c3-910c35f3dc86 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:07.971793 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-4de2d4f9-6603-466d-99c3-910c35f3dc86 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.41 "GET /v2.0/networks?id=336b1089-5f85-453c-a80f-537975cc126a HTTP/1.1" status: 200 len: 818 time: 0.9037590 Mar 08 15:39:08.028327 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-e3c76215-4298-4195-a747-f02bb20ef67a None None] Current status of the port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:08.041889 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:08.042341 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:08.056498 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1807d464-bd34-4067-a065-487be954c288 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for floatingip (9873cacc-4c91-488a-882d-5e92e068c503), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:08.074489 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-9a8a242e-590c-4102-90b2-138a082143ec tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Request body: {'port': {'device_id': '10605b86-1e41-4df6-bfd2-5235a47cdac7', 'network_id': '336b1089-5f85-453c-a80f-537975cc126a', 'admin_state_up': True, 'tenant_id': 'da68c550349b4d5d88fe95a528ab1898'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:08.119187 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1807d464-bd34-4067-a065-487be954c288 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (ff68926b-08a8-45f5-a09d-c27f180c819e), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:08.120777 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-15e8e0d4-c968-47c4-8249-9d8206462218 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Made reservation on behalf of 6f236c97d0e54f4dbe064bb9d3e45043 for: {'port': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:39:08.125986 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-15e8e0d4-c968-47c4-8249-9d8206462218 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:08.152483 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-ed380831-3307-4b3b-a419-4bfea838ea50 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=da68c550349b4d5d88fe95a528ab1898&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7483613 Mar 08 15:39:08.170203 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61aeba1-98b3-4aba-8dbb-580bd0089157 req-c76cfb15-47da-4f5d-a5ca-ef721e6f7127 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:08.181301 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e61aeba1-98b3-4aba-8dbb-580bd0089157 req-c76cfb15-47da-4f5d-a5ca-ef721e6f7127 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 943 time: 0.7311022 Mar 08 15:39:08.381651 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-d7bcc396-8720-4aa4-9cc9-083421d4802d service neutron] 10.222.0.11 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541185 Mar 08 15:39:08.421850 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:08.510164 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-b4a8b542-6b25-4d46-9dbc-76ad6d89714a service neutron] 10.222.0.11 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274858 Mar 08 15:39:08.548397 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Publish callbacks [] for port (763df4ce-b38c-4528-ae48-ee5c37d8fb90), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:08.550156 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-15e8e0d4-c968-47c4-8249-9d8206462218 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Allocated IP 172.20.0.10 (80c89e2a-a478-41c0-9d26-81d641ec9f8f/f7c72dd9-f6bb-4082-bbc6-f002b75fe090/1bfe6957-d915-492e-bee7-358270ccc0cf) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:39:08.566884 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (763df4ce-b38c-4528-ae48-ee5c37d8fb90), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:08.624247 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-29e84b23-8613-41a1-b050-ed2de99ca500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:08.641019 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba66dc4-a660-4416-bd60-edf61dcd341c None None] Pushing event updated for resources: {'Port': ['ID=763df4ce-b38c-4528-ae48-ee5c37d8fb90,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:08.679530 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8d41c-c6b9-4f9b-9422-728e0440b918 req-e81dc161-1f70-47f8-8396-cc56ec77f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:08.682001 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-79c8d41c-c6b9-4f9b-9422-728e0440b918 req-e81dc161-1f70-47f8-8396-cc56ec77f812 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0178080 Mar 08 15:39:08.717765 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Attempting to bind port 763df4ce-b38c-4528-ae48-ee5c37d8fb90 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:39:08.718077 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Attempting to bind port 763df4ce-b38c-4528-ae48-ee5c37d8fb90 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': 'f38b1a23-fb96-44e3-be40-f12595e1100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '336b1089-5f85-453c-a80f-537975cc126a'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:39:08.718470 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Attempting to bind port 763df4ce-b38c-4528-ae48-ee5c37d8fb90 on network 336b1089-5f85-453c-a80f-537975cc126a {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:08.736984 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:39:08.737118 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Checking segment: {'id': 'f38b1a23-fb96-44e3-be40-f12595e1100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '336b1089-5f85-453c-a80f-537975cc126a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:39:08.737629 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:08.738019 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Bound using segment: {'id': 'f38b1a23-fb96-44e3-be40-f12595e1100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '336b1089-5f85-453c-a80f-537975cc126a'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:39:08.738499 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Bound port: 763df4ce-b38c-4528-ae48-ee5c37d8fb90, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38b1a23-fb96-44e3-be40-f12595e1100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '336b1089-5f85-453c-a80f-537975cc126a'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:39:08.738880 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (763df4ce-b38c-4528-ae48-ee5c37d8fb90), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:08.868525 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e61aeba1-98b3-4aba-8dbb-580bd0089157 req-28ff35eb-0112-402b-ac18-f74a79f67ea8 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990821 Mar 08 15:39:08.909237 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-aa171800-3cf1-4562-ab45-1799f6dddbae req-beef2223-9cf0-4467-9dcf-5e6862f04d16 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 210 time: 0.0896654 Mar 08 15:39:08.915402 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] For port 763df4ce-b38c-4528-ae48-ee5c37d8fb90, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:39:08.924148 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] For port 763df4ce-b38c-4528-ae48-ee5c37d8fb90, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=763df4ce-b38c-4528-ae48-ee5c37d8fb90,segment=NetworkSegment(f38b1a23-fb96-44e3-be40-f12595e1100f),segment_id=f38b1a23-fb96-44e3-be40-f12595e1100f)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:39:08.942870 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (763df4ce-b38c-4528-ae48-ee5c37d8fb90), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:08.979150 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d059d294-0824-482c-a4c4-deff8e3ccbec req-370a4584-cb99-47cf-884c-4409838fbd8d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 210 time: 0.0454798 Mar 08 15:39:08.980227 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-9a8a242e-590c-4102-90b2-138a082143ec tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Made reservation on behalf of da68c550349b4d5d88fe95a528ab1898 for: {'port': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:39:08.983704 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-9a8a242e-590c-4102-90b2-138a082143ec tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:09.058303 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-15e8e0d4-c968-47c4-8249-9d8206462218 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:09.078565 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1807d464-bd34-4067-a065-487be954c288 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for port (ff68926b-08a8-45f5-a09d-c27f180c819e), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:09.091679 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1807d464-bd34-4067-a065-487be954c288 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (ff68926b-08a8-45f5-a09d-c27f180c819e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:09.092035 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Routers {'9e92d389-95fc-41fa-aa66-e3aa9c596de6'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:39:09.092636 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:39:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9e92d389-95fc-41fa-aa66-e3aa9c596de6'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:09.103159 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba66dc4-a660-4416-bd60-edf61dcd341c None None] Pushing event updated for resources: {'Port': ['ID=763df4ce-b38c-4528-ae48-ee5c37d8fb90,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:09.168896 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1807d464-bd34-4067-a065-487be954c288 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (9873cacc-4c91-488a-882d-5e92e068c503), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:09.187520 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807d464-bd34-4067-a065-487be954c288 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Pushing event updated for resources: {'Port': ['ID=ff68926b-08a8-45f5-a09d-c27f180c819e,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:09.191859 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-15e8e0d4-c968-47c4-8249-9d8206462218 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:09.223283 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-9a8a242e-590c-4102-90b2-138a082143ec tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Allocated IP 172.20.0.9 (336b1089-5f85-453c-a80f-537975cc126a/6d1e6a02-595b-4943-bc40-53e048758393/9362275f-524c-4c5c-8b75-90fff569d8d7) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:39:09.225534 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1807d464-bd34-4067-a065-487be954c288 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:09.247764 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-1807d464-bd34-4067-a065-487be954c288 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6201255 Mar 08 15:39:09.340546 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-15e8e0d4-c968-47c4-8249-9d8206462218 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Network 80c89e2a-a478-41c0-9d26-81d641ec9f8f is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:39:09.356827 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-15e8e0d4-c968-47c4-8249-9d8206462218 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:39:09.360191 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-15e8e0d4-c968-47c4-8249-9d8206462218 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:39:09.371768 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-15e8e0d4-c968-47c4-8249-9d8206462218 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:09.372449 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-15e8e0d4-c968-47c4-8249-9d8206462218 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:09.383614 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8e0d4-c968-47c4-8249-9d8206462218 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Pushing event updated for resources: {'Port': ['ID=1bfe6957-d915-492e-bee7-358270ccc0cf,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:09.430037 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-15e8e0d4-c968-47c4-8249-9d8206462218 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7617149 Mar 08 15:39:09.520139 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] Set router 9e92d389-95fc-41fa-aa66-e3aa9c596de6 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:39:09.573343 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-9a8a242e-590c-4102-90b2-138a082143ec tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Publish callbacks [] for port (9362275f-524c-4c5c-8b75-90fff569d8d7), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:09.610240 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-619bf9ce-dee3-4963-a8bf-aa71449184a7 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--863648301&fields=id&tenant_id=e423483374664153a105b4f930482129 HTTP/1.1" status: 200 len: 267 time: 0.1551445 Mar 08 15:39:09.628179 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:39:09.727286 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-9a8a242e-590c-4102-90b2-138a082143ec tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (9362275f-524c-4c5c-8b75-90fff569d8d7), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:09.794805 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-2126a54c-68d9-4ff0-8ea3-11bc087bafc2 None None] Provisioning complete for port 1bfe6957-d915-492e-bee7-358270ccc0cf triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:09.795171 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-2126a54c-68d9-4ff0-8ea3-11bc087bafc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:09.812360 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-9a8a242e-590c-4102-90b2-138a082143ec tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Network 336b1089-5f85-453c-a80f-537975cc126a is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:39:09.821876 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-85952918-cb8a-4c73-82a7-e3f63c725d38 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:09.824184 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-85952918-cb8a-4c73-82a7-e3f63c725d38 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/networks?id=255bbbd8-9561-4fc6-bb81-e8d65f873238 HTTP/1.1" status: 200 len: 810 time: 0.2017429 Mar 08 15:39:09.828638 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-9a8a242e-590c-4102-90b2-138a082143ec tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:39:09.830458 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a242e-590c-4102-90b2-138a082143ec tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Pushing event updated for resources: {'Port': ['ID=9362275f-524c-4c5c-8b75-90fff569d8d7,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:09.838591 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-9a8a242e-590c-4102-90b2-138a082143ec tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:39:09.843399 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:09.843776 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:09.845532 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-9a8a242e-590c-4102-90b2-138a082143ec tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:09.847185 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-9a8a242e-590c-4102-90b2-138a082143ec tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:09.875274 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-992dfb34-4925-49df-b10b-26669c994fc3 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/quotas/e423483374664153a105b4f930482129 HTTP/1.1" status: 200 len: 375 time: 0.0376847 Mar 08 15:39:09.889857 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-9a8a242e-590c-4102-90b2-138a082143ec tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8599725 Mar 08 15:39:09.910171 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-2126a54c-68d9-4ff0-8ea3-11bc087bafc2 None None] Port 1bfe6957-d915-492e-bee7-358270ccc0cf cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:39:09.938512 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-35747125-e522-40b6-a0ef-97bf0d99d38e tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e423483374664153a105b4f930482129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621519 Mar 08 15:39:09.956522 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'name': 'tempest-ServerRescueNegativeTestJSON-612976917-router', 'tenant_id': 'da68c550349b4d5d88fe95a528ab1898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '79844aba-9c72-4d65-b9f4-2ae84187d1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:46Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'da68c550349b4d5d88fe95a528ab1898', 'gw_port': {'id': '79844aba-9c72-4d65-b9f4-2ae84187d1a3', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:49Z', 'updated_at': '2022-03-08T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '763df4ce-b38c-4528-ae48-ee5c37d8fb90', 'name': '', 'network_id': '336b1089-5f85-453c-a80f-537975cc126a', 'tenant_id': 'da68c550349b4d5d88fe95a528ab1898', 'mac_address': 'fa:16:3e:4f:b8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6d1e6a02-595b-4943-bc40-53e048758393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:39:08Z', 'revision_number': 4, 'project_id': 'da68c550349b4d5d88fe95a528ab1898', 'subnets': [{'id': '6d1e6a02-595b-4943-bc40-53e048758393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:09.990931 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b42392-b769-4d43-bd51-db2cb1511e59 None None] The sync data for ids ['9e92d389-95fc-41fa-aa66-e3aa9c596de6'] in dv-cinder-830098-2-iscsi is: [{'id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'name': 'tempest-ServerRescueNegativeTestJSON-612976917-router', 'tenant_id': 'da68c550349b4d5d88fe95a528ab1898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '79844aba-9c72-4d65-b9f4-2ae84187d1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:46Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'da68c550349b4d5d88fe95a528ab1898', 'gw_port': {'id': '79844aba-9c72-4d65-b9f4-2ae84187d1a3', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:49Z', 'updated_at': '2022-03-08T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '763df4ce-b38c-4528-ae48-ee5c37d8fb90', 'name': '', 'network_id': '336b1089-5f85-453c-a80f-537975cc126a', 'tenant_id': 'da68c550349b4d5d88fe95a528ab1898', 'mac_address': 'fa:16:3e:4f:b8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6d1e6a02-595b-4943-bc40-53e048758393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:39:08Z', 'revision_number': 4, 'project_id': 'da68c550349b4d5d88fe95a528ab1898', 'subnets': [{'id': '6d1e6a02-595b-4943-bc40-53e048758393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:39:09.997979 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:09.999275 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 763df4ce-b38c-4528-ae48-ee5c37d8fb90 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:39:10.062983 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 763df4ce-b38c-4528-ae48-ee5c37d8fb90 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:10.063425 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (763df4ce-b38c-4528-ae48-ee5c37d8fb90), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:10.105456 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-77fbe713-36db-4fba-a565-117beedd7efd service neutron] 10.222.0.11 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484361 Mar 08 15:39:10.122010 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a348d-ca4f-4f4b-8769-68610c5de51a req-ae7b0ca8-1d8e-49fb-b3fc-8581feb7c1fc tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:10.123515 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-879a348d-ca4f-4f4b-8769-68610c5de51a req-ae7b0ca8-1d8e-49fb-b3fc-8581feb7c1fc tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 943 time: 0.1027148 Mar 08 15:39:10.187550 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 763df4ce-b38c-4528-ae48-ee5c37d8fb90 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:10.188175 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (763df4ce-b38c-4528-ae48-ee5c37d8fb90), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:10.191679 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:10.232982 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] For port 763df4ce-b38c-4528-ae48-ee5c37d8fb90, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=763df4ce-b38c-4528-ae48-ee5c37d8fb90,segment=NetworkSegment(f38b1a23-fb96-44e3-be40-f12595e1100f),segment_id=f38b1a23-fb96-44e3-be40-f12595e1100f)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:10.237185 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (763df4ce-b38c-4528-ae48-ee5c37d8fb90), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:10.254219 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-879a348d-ca4f-4f4b-8769-68610c5de51a req-0babe000-20ea-41b5-bd79-e9b4d526a428 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190820 Mar 08 15:39:10.299251 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-8b141497-ba76-416c-9e6d-f36cae570724 service neutron] 10.222.0.11 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925850 Mar 08 15:39:10.299751 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Pushing event updated for resources: {'Port': ['ID=763df4ce-b38c-4528-ae48-ee5c37d8fb90,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:10.385613 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296b48b-7db5-4113-9a07-aa004bb46ae9 req-27ea0dbb-fab9-4878-a356-a412bd295f2a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:10.387377 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9296b48b-7db5-4113-9a07-aa004bb46ae9 req-27ea0dbb-fab9-4878-a356-a412bd295f2a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 932 time: 0.0662110 Mar 08 15:39:10.458647 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9296b48b-7db5-4113-9a07-aa004bb46ae9 req-775b18d0-04af-46e0-a340-ac52a9767acd tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648124 Mar 08 15:39:10.553139 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4adc4d5e-e986-47c9-995c-1d267b325a02 req-e9a88637-a01b-41cd-855c-1fa0171ea7e5 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 210 time: 0.0462072 Mar 08 15:39:10.586802 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-026bd5b2-5dfa-4a0d-a69d-7a70cbadeae6 req-f2921850-ab74-46b4-ba38-9ec9039c459d tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 210 time: 0.0661654 Mar 08 15:39:10.977350 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:11.388194 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0026c7-d52a-4b42-9007-182c7d1523f9 req-5787a083-9ff4-4ffb-967b-7e081fcc46c0 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:11.389816 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ae0026c7-d52a-4b42-9007-182c7d1523f9 req-5787a083-9ff4-4ffb-967b-7e081fcc46c0 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 943 time: 0.0604663 Mar 08 15:39:11.470085 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 763df4ce-b38c-4528-ae48-ee5c37d8fb90 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:39:11.493268 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Request body: {'port': {'device_id': '7e726af8-263b-476f-94e4-4f39592931b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:11.581049 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 763df4ce-b38c-4528-ae48-ee5c37d8fb90 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:11.581935 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (763df4ce-b38c-4528-ae48-ee5c37d8fb90), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:11.681792 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] Request body: {'port': {'device_id': '10605b86-1e41-4df6-bfd2-5235a47cdac7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:11.727773 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 763df4ce-b38c-4528-ae48-ee5c37d8fb90 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:11.771988 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:11.934013 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ae0026c7-d52a-4b42-9007-182c7d1523f9 req-b9118687-cf9c-498a-8d0b-2e2ce9ee4e22 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374472 Mar 08 15:39:11.954083 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (9362275f-524c-4c5c-8b75-90fff569d8d7), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:11.986504 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6fba0-29e3-4cb9-8af4-7fbf39ca9572 req-e9e8c49f-c356-4b0f-81e8-f3b698803c5f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:11.993961 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-12b6fba0-29e3-4cb9-8af4-7fbf39ca9572 req-e9e8c49f-c356-4b0f-81e8-f3b698803c5f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 932 time: 0.3435848 Mar 08 15:39:12.005125 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746964b-597d-421a-9779-01775529cc46 req-85af611e-914b-4e48-88e6-90398519f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:12.009469 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e746964b-597d-421a-9779-01775529cc46 req-85af611e-914b-4e48-88e6-90398519f7a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d25381c307e4adb9fc8760f932c109f&device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 1127 time: 0.3703039 Mar 08 15:39:12.329825 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:12.391309 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.41', 53414) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:12.421561 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.41', 53415) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:12.441083 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e746964b-597d-421a-9779-01775529cc46 req-0af23cb0-7508-45df-a572-e649496ff06d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b96d9516-42a9-4fb4-8780-7f91653c119a HTTP/1.1" status: 200 len: 217 time: 0.3949347 Mar 08 15:39:12.472537 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-dfd2d5b7-5d90-48e7-af44-cc17a4492e74 req-28e33094-e42d-4110-9b99-9e6e8617251c tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 210 time: 0.4138057 Mar 08 15:39:12.563498 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bfe6957-d915-492e-bee7-358270ccc0cf {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:39:12.574451 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Publish callbacks [] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:12.654442 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Transition to ACTIVE for port object 1bfe6957-d915-492e-bee7-358270ccc0cf will not be triggered until provisioned by entity L2. {{(pid=104418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:39:12.690108 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3ce40e86-f781-4cfd-bb30-b15044f65ed1 req-f3370096-0518-4270-87e9-c67ae2e7bf98 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 210 time: 0.0833633 Mar 08 15:39:12.731830 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-12b6fba0-29e3-4cb9-8af4-7fbf39ca9572 req-981ecee5-80db-4a32-b9b9-049f424b22cf tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7168067 Mar 08 15:39:12.771486 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746964b-597d-421a-9779-01775529cc46 req-e748c0be-b7dc-443f-8029-ac0b66133e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:12.773375 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e746964b-597d-421a-9779-01775529cc46 req-e748c0be-b7dc-443f-8029-ac0b66133e72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23accda1-b8a7-4fa4-ae01-836fe3339940 HTTP/1.1" status: 200 len: 852 time: 0.2993972 Mar 08 15:39:12.785837 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:12.885534 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e746964b-597d-421a-9779-01775529cc46 req-69570aa3-cf3f-4a65-9e0a-3f50c8ab027b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a16a01d4-89e6-470a-bde6-accd3ee0dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010845 Mar 08 15:39:12.966349 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-dd99e184-bbeb-47d5-a3d3-992099d81196 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:12.970745 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-dd99e184-bbeb-47d5-a3d3-992099d81196 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.41 "GET /v2.0/networks?id=336b1089-5f85-453c-a80f-537975cc126a HTTP/1.1" status: 200 len: 818 time: 0.5416198 Mar 08 15:39:12.998601 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-c036918c-66e6-4e3d-833a-7e3283cc860e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Request body: {'port': {'device_id': '98280c94-2ddb-4c95-b470-e867fcb42541', 'network_id': '336b1089-5f85-453c-a80f-537975cc126a', 'admin_state_up': True, 'tenant_id': 'da68c550349b4d5d88fe95a528ab1898'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:13.080522 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e746964b-597d-421a-9779-01775529cc46 req-6c987ffd-d072-451a-96f3-58da752bd325 service neutron] 10.222.0.41 "GET /v2.0/networks/a16a01d4-89e6-470a-bde6-accd3ee0dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880670 Mar 08 15:39:13.115549 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfe6957-d915-492e-bee7-358270ccc0cf,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:13.143077 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 37934) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:13.145283 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Attempting to bind port 1bfe6957-d915-492e-bee7-358270ccc0cf on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:39:13.145647 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Attempting to bind port 1bfe6957-d915-492e-bee7-358270ccc0cf by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4e7c262a-890e-480c-844b-e36599a40601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:39:13.146058 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Attempting to bind port 1bfe6957-d915-492e-bee7-358270ccc0cf on network 80c89e2a-a478-41c0-9d26-81d641ec9f8f {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:13.175953 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-1e15d534-eb28-44cc-908e-c70abb3e5fb7 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:13.177393 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-1e15d534-eb28-44cc-908e-c70abb3e5fb7 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.41 "GET /v2.0/networks?id=255bbbd8-9561-4fc6-bb81-e8d65f873238 HTTP/1.1" status: 200 len: 810 time: 0.7848194 Mar 08 15:39:13.206944 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Port 1bfe6957-d915-492e-bee7-358270ccc0cf on network 80c89e2a-a478-41c0-9d26-81d641ec9f8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:39:13.207235 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Attempting to bind port 1bfe6957-d915-492e-bee7-358270ccc0cf on network 80c89e2a-a478-41c0-9d26-81d641ec9f8f {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:13.242275 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:39:13.242642 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Checking segment: {'id': '4e7c262a-890e-480c-844b-e36599a40601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:39:13.243369 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Bound using segment: {'id': '4e7c262a-890e-480c-844b-e36599a40601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:39:13.243847 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Bound port: 1bfe6957-d915-492e-bee7-358270ccc0cf, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7c262a-890e-480c-844b-e36599a40601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:39:13.244208 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:13.311200 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8e103-f394-4f8b-8a30-d66610703311 req-372424ec-02be-4550-baa5-e9948e77dd9a tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:13.312897 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cbc8e103-f394-4f8b-8a30-d66610703311 req-372424ec-02be-4550-baa5-e9948e77dd9a tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 943 time: 0.2263739 Mar 08 15:39:13.315328 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9362275f-524c-4c5c-8b75-90fff569d8d7 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:39:13.329609 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] Publish callbacks [] for port (9362275f-524c-4c5c-8b75-90fff569d8d7), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:13.369727 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e746964b-597d-421a-9779-01775529cc46 req-d42ebc6a-ef83-4fc5-a56c-5021dc083c0d service neutron] 10.222.0.41 "GET /v2.0/networks/a16a01d4-89e6-470a-bde6-accd3ee0dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804947 Mar 08 15:39:13.373205 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] Transition to ACTIVE for port object 9362275f-524c-4c5c-8b75-90fff569d8d7 will not be triggered until provisioned by entity L2. {{(pid=104417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:39:13.388637 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (9362275f-524c-4c5c-8b75-90fff569d8d7), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:13.407539 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-02c5e9e2-0fe0-464b-8873-be8b7960c96a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:13.421608 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-726d241b-7bbb-49e8-a856-35b355c1f71d tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e423483374664153a105b4f930482129 HTTP/1.1" status: 200 len: 379 time: 0.2113929 Mar 08 15:39:13.442837 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-075dff7d-af45-47ec-9a2e-818f2086ca37 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Request body: {'port': {'device_id': '16f32c9b-31b2-43da-a92b-3660b155f7d1', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'admin_state_up': True, 'tenant_id': 'e423483374664153a105b4f930482129', 'security_groups': ['db7c5d0c-359a-4a50-a951-e7a3f555f0f6']}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:13.447132 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cbc8e103-f394-4f8b-8a30-d66610703311 req-a2bd2c6e-5004-42de-9fd1-e5095ed2f620 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214867 Mar 08 15:39:13.451581 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-c036918c-66e6-4e3d-833a-7e3283cc860e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Made reservation on behalf of da68c550349b4d5d88fe95a528ab1898 for: {'port': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:39:13.455268 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-c036918c-66e6-4e3d-833a-7e3283cc860e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:13.469505 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d47e31-6637-43c7-833d-245562313277 service neutron] Pushing event updated for resources: {'Port': ['ID=9362275f-524c-4c5c-8b75-90fff569d8d7,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:13.486087 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] For port 1bfe6957-d915-492e-bee7-358270ccc0cf, host hv-cinder-83009, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:39:13.514495 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] Attempting to bind port 9362275f-524c-4c5c-8b75-90fff569d8d7 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:39:13.514829 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] Attempting to bind port 9362275f-524c-4c5c-8b75-90fff569d8d7 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'f38b1a23-fb96-44e3-be40-f12595e1100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '336b1089-5f85-453c-a80f-537975cc126a'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:39:13.515317 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] Attempting to bind port 9362275f-524c-4c5c-8b75-90fff569d8d7 on network 336b1089-5f85-453c-a80f-537975cc126a {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:13.523800 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] Port 9362275f-524c-4c5c-8b75-90fff569d8d7 on network 336b1089-5f85-453c-a80f-537975cc126a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:39:13.524111 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] Attempting to bind port 9362275f-524c-4c5c-8b75-90fff569d8d7 on network 336b1089-5f85-453c-a80f-537975cc126a {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:13.533229 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:39:13.533846 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] Checking segment: {'id': 'f38b1a23-fb96-44e3-be40-f12595e1100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '336b1089-5f85-453c-a80f-537975cc126a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:39:13.534773 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] Bound using segment: {'id': 'f38b1a23-fb96-44e3-be40-f12595e1100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '336b1089-5f85-453c-a80f-537975cc126a'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:39:13.535394 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] Bound port: 9362275f-524c-4c5c-8b75-90fff569d8d7, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f38b1a23-fb96-44e3-be40-f12595e1100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '336b1089-5f85-453c-a80f-537975cc126a'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:39:13.536779 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (9362275f-524c-4c5c-8b75-90fff569d8d7), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:13.554714 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] For port 1bfe6957-d915-492e-bee7-358270ccc0cf, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1bfe6957-d915-492e-bee7-358270ccc0cf,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:39:13.576842 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0d9cefc7-a889-47aa-8ed0-bea408a1c758 req-6c7a6c08-91a5-4fe3-87b8-e53ea91d234c tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 210 time: 0.0373247 Mar 08 15:39:13.634006 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:13.644094 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] For port 9362275f-524c-4c5c-8b75-90fff569d8d7, host hv-cinder-83009, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:39:13.647835 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] For port 9362275f-524c-4c5c-8b75-90fff569d8d7, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9362275f-524c-4c5c-8b75-90fff569d8d7,segment=NetworkSegment(f38b1a23-fb96-44e3-be40-f12595e1100f),segment_id=f38b1a23-fb96-44e3-be40-f12595e1100f)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:39:13.656227 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (9362275f-524c-4c5c-8b75-90fff569d8d7), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:13.699116 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:13.699762 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:13.700940 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-39d47e31-6637-43c7-833d-245562313277 service neutron] 10.222.0.41 "PUT /v2.0/ports/9362275f-524c-4c5c-8b75-90fff569d8d7 HTTP/1.1" status: 200 len: 1093 time: 2.0643344 Mar 08 15:39:13.701425 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10605b86-1e41-4df6-bfd2-5235a47cdac7', 'tag': '9362275f-524c-4c5c-8b75-90fff569d8d7'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:13.703845 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71785947914745800d43d5c0a78718fe11ea6fdba8b9e0230793fe8b114d71b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69523b1-3940-48ef-90a1-974c9b1a2604" -d '{"events": [{"name": "network-changed", "server_uuid": "10605b86-1e41-4df6-bfd2-5235a47cdac7", "tag": "9362275f-524c-4c5c-8b75-90fff569d8d7"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:13.817274 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d47e31-6637-43c7-833d-245562313277 service neutron] Pushing event updated for resources: {'Port': ['ID=9362275f-524c-4c5c-8b75-90fff569d8d7,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:13.818982 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:13.819919 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:13.821730 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] 10.222.0.41 "PUT /v2.0/ports/1bfe6957-d915-492e-bee7-358270ccc0cf HTTP/1.1" status: 200 len: 1094 time: 2.3334310 Mar 08 15:39:13.822346 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e726af8-263b-476f-94e4-4f39592931b4', 'tag': '1bfe6957-d915-492e-bee7-358270ccc0cf'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:13.854798 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c0b52d0a-d7fe-49d3-951f-9dab6ed0d8dd req-d3d96537-a814-4878-8f77-2f885c6071ea tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 210 time: 0.0342600 Mar 08 15:39:13.865820 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0066014b-d245-46ca-9421-fdb66bffc9dc x-openstack-request-id: req-0066014b-d245-46ca-9421-fdb66bffc9dc {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:13.866079 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10605b86-1e41-4df6-bfd2-5235a47cdac7", "tag": "9362275f-524c-4c5c-8b75-90fff569d8d7", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:13.866327 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0066014b-d245-46ca-9421-fdb66bffc9dc {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:13.870645 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10605b86-1e41-4df6-bfd2-5235a47cdac7', 'tag': '9362275f-524c-4c5c-8b75-90fff569d8d7', 'status': 'completed', 'code': 200} Mar 08 15:39:13.892872 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-5d6ed1c6-a9d8-4b4b-bcc2-f7734d9373a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:13.894905 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-5d6ed1c6-a9d8-4b4b-bcc2-f7734d9373a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da68c550349b4d5d88fe95a528ab1898&device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 1127 time: 0.1380248 Mar 08 15:39:13.998370 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-57f589b7-d860-44a7-8185-1ab1fb7a365c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9362275f-524c-4c5c-8b75-90fff569d8d7 HTTP/1.1" status: 200 len: 217 time: 0.0969803 Mar 08 15:39:14.037718 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-02c5e9e2-0fe0-464b-8873-be8b7960c96a admin admin] Publish callbacks [] for security_group (d8e05113-6ee9-450c-b4f7-e2838332fe08), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:14.038904 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc1b73-8a14-4ce1-ab31-dd5200fd14a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfe6957-d915-492e-bee7-358270ccc0cf,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:14.074722 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-075dff7d-af45-47ec-9a2e-818f2086ca37 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Made reservation on behalf of e423483374664153a105b4f930482129 for: {'port': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:39:14.077834 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-075dff7d-af45-47ec-9a2e-818f2086ca37 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:14.086120 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-02c5e9e2-0fe0-464b-8873-be8b7960c96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (d8e05113-6ee9-450c-b4f7-e2838332fe08), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:14.112553 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ada79ef-53fe-46c6-901a-52846c80ab0e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e726af8-263b-476f-94e4-4f39592931b4", "tag": "1bfe6957-d915-492e-bee7-358270ccc0cf"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:14.147068 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-0a6ba5ac-051d-4c3f-8a69-90e71d6fd02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:14.148538 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-0a6ba5ac-051d-4c3f-8a69-90e71d6fd02e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d1e6a02-595b-4943-bc40-53e048758393 HTTP/1.1" status: 200 len: 858 time: 0.1322191 Mar 08 15:39:14.189959 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-68a9e4ac-aae0-47cd-ab5e-93b9933b73d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=336b1089-5f85-453c-a80f-537975cc126a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340555 Mar 08 15:39:14.200186 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba848e-c482-4f7b-931d-8acd70146f2b req-09d84a30-1c5d-438e-a5a8-2f1a6f97c6e2 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:14.208824 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26ba848e-c482-4f7b-931d-8acd70146f2b req-09d84a30-1c5d-438e-a5a8-2f1a6f97c6e2 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.2123411 Mar 08 15:39:14.232920 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-02c5e9e2-0fe0-464b-8873-be8b7960c96a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=92f7dc38c1804b0695dbc875f8cb7879&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0835252 Mar 08 15:39:14.235642 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 37984) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:14.373964 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26ba848e-c482-4f7b-931d-8acd70146f2b req-249d0c4b-b025-493f-9ab9-ccc25a6247e0 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639810 Mar 08 15:39:14.402343 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-075dff7d-af45-47ec-9a2e-818f2086ca37 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Allocated IP 172.20.0.10 (255bbbd8-9561-4fc6-bb81-e8d65f873238/e58c1222-1db0-4e89-92f7-183351066a93/08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:39:14.412866 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5e9e2-0fe0-464b-8873-be8b7960c96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e05113-6ee9-450c-b4f7-e2838332fe08,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:14.417266 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-e744c7d3-a50d-4627-baad-a6f32eb7dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:14.419385 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-e744c7d3-a50d-4627-baad-a6f32eb7dbea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f236c97d0e54f4dbe064bb9d3e45043&device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 1128 time: 0.5190327 Mar 08 15:39:14.430474 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5870d24c-7187-4474-a147-66f38cafc5b2 x-openstack-request-id: req-5870d24c-7187-4474-a147-66f38cafc5b2 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:14.430775 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e726af8-263b-476f-94e4-4f39592931b4", "tag": "1bfe6957-d915-492e-bee7-358270ccc0cf", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:14.431036 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5870d24c-7187-4474-a147-66f38cafc5b2 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:14.431494 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e726af8-263b-476f-94e4-4f39592931b4', 'tag': '1bfe6957-d915-492e-bee7-358270ccc0cf', 'status': 'completed', 'code': 200} Mar 08 15:39:14.433058 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-9de8f998-d3f7-4ed2-a6de-796f786a51e6 service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131162 Mar 08 15:39:14.434178 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-c036918c-66e6-4e3d-833a-7e3283cc860e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Allocated IP 172.20.0.3 (336b1089-5f85-453c-a80f-537975cc126a/6d1e6a02-595b-4943-bc40-53e048758393/f2c017aa-07ed-4933-ae61-ad3352d67e2d) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:39:14.442028 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c9eb6341-8e7b-423d-b3f2-e6ecef9f4257 admin admin] Publish callbacks [] for security_group (d8e05113-6ee9-450c-b4f7-e2838332fe08), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:14.454468 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 37996) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:14.537778 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c9eb6341-8e7b-423d-b3f2-e6ecef9f4257 admin admin] Publish callbacks [] for security_group (d8e05113-6ee9-450c-b4f7-e2838332fe08), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:14.616512 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-836f6ead-8603-442b-a4fe-fb8d077a7656 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bfe6957-d915-492e-bee7-358270ccc0cf HTTP/1.1" status: 200 len: 217 time: 0.1783681 Mar 08 15:39:14.619121 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b45f9eb2-bd57-4a27-ab43-5010d1c19bbd req-99523de6-8f83-43d9-9eaf-c1c0feb58962 service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777558 Mar 08 15:39:14.650627 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c9eb6341-8e7b-423d-b3f2-e6ecef9f4257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (d8e05113-6ee9-450c-b4f7-e2838332fe08), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:14.656139 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c9eb6341-8e7b-423d-b3f2-e6ecef9f4257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:14.657251 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c9eb6341-8e7b-423d-b3f2-e6ecef9f4257 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8e05113-6ee9-450c-b4f7-e2838332fe08 HTTP/1.1" status: 204 len: 168 time: 0.4067168 Mar 08 15:39:14.691728 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-c7d282b7-db69-4085-a696-9bb31830d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:14.694912 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-c7d282b7-db69-4085-a696-9bb31830d532 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7c72dd9-f6bb-4082-bbc6-f002b75fe090 HTTP/1.1" status: 200 len: 854 time: 0.0666625 Mar 08 15:39:14.704421 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb6341-8e7b-423d-b3f2-e6ecef9f4257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e05113-6ee9-450c-b4f7-e2838332fe08,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:14.721304 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa6aab-d6b5-48d3-9146-cfd438c8b8cd req-4d17446b-aa37-4355-8920-b09eb64a12c5 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:14.730618 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d7aa6aab-d6b5-48d3-9146-cfd438c8b8cd req-4d17446b-aa37-4355-8920-b09eb64a12c5 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 943 time: 0.1439559 Mar 08 15:39:14.757464 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3b8d-a32a-4743-9cad-eead48035686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:14.821146 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6019aa6c-eaba-4187-8382-91c03f1a0284 req-c5ff53a4-4a2b-4c68-8e02-1b796ebb1cc8 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 210 time: 0.0615907 Mar 08 15:39:14.874673 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d7aa6aab-d6b5-48d3-9146-cfd438c8b8cd req-24e5192b-95cd-41e9-ba80-35e5d04e9ff8 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364088 Mar 08 15:39:14.940825 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3b8d-a32a-4743-9cad-eead48035686 admin admin] Publish callbacks [] for security_group (56ffae4d-bf4d-4bd2-b780-a68bb456b5dc), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:14.953076 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3b8d-a32a-4743-9cad-eead48035686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (56ffae4d-bf4d-4bd2-b780-a68bb456b5dc), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.016563 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-df2d61a9-a696-44cf-9b75-6d7df148db71 req-74cb6735-ad37-405c-af19-94a2706963cc tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 210 time: 0.0496953 Mar 08 15:39:15.023854 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ee6d3b8d-a32a-4743-9cad-eead48035686 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d96db6c1c3a9422babba64505f54c6f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5670252 Mar 08 15:39:15.026988 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38024) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:15.033552 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d3b8d-a32a-4743-9cad-eead48035686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ffae4d-bf4d-4bd2-b780-a68bb456b5dc,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:15.093928 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d177d76f-9bb3-479f-afc2-dedfabad68c4 admin admin] Publish callbacks [] for security_group (56ffae4d-bf4d-4bd2-b780-a68bb456b5dc), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.116418 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d177d76f-9bb3-479f-afc2-dedfabad68c4 admin admin] Publish callbacks [] for security_group (56ffae4d-bf4d-4bd2-b780-a68bb456b5dc), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.117931 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38028) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:15.135852 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-075dff7d-af45-47ec-9a2e-818f2086ca37 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for port (08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.146274 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-66d63bd9-877c-43f9-92ce-c0c688abbc9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.163084 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38030) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:15.203719 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-c036918c-66e6-4e3d-833a-7e3283cc860e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Publish callbacks [] for port (f2c017aa-07ed-4933-ae61-ad3352d67e2d), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.216203 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d177d76f-9bb3-479f-afc2-dedfabad68c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (56ffae4d-bf4d-4bd2-b780-a68bb456b5dc), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.219073 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-075dff7d-af45-47ec-9a2e-818f2086ca37 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.220036 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d177d76f-9bb3-479f-afc2-dedfabad68c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.222437 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-d177d76f-9bb3-479f-afc2-dedfabad68c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56ffae4d-bf4d-4bd2-b780-a68bb456b5dc HTTP/1.1" status: 204 len: 168 time: 0.1936789 Mar 08 15:39:15.238551 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177d76f-9bb3-479f-afc2-dedfabad68c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ffae4d-bf4d-4bd2-b780-a68bb456b5dc,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:15.302226 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-66d63bd9-877c-43f9-92ce-c0c688abbc9d admin admin] Publish callbacks [] for security_group (47086400-9c6e-4d52-bf88-d535597f4d9e), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.310740 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-66d63bd9-877c-43f9-92ce-c0c688abbc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (47086400-9c6e-4d52-bf88-d535597f4d9e), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.317925 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-075dff7d-af45-47ec-9a2e-818f2086ca37 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Network 255bbbd8-9561-4fc6-bb81-e8d65f873238 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:39:15.321908 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-075dff7d-af45-47ec-9a2e-818f2086ca37 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:39:15.325125 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dff7d-af45-47ec-9a2e-818f2086ca37 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Pushing event updated for resources: {'Port': ['ID=08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:15.328791 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-075dff7d-af45-47ec-9a2e-818f2086ca37 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:39:15.334282 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-075dff7d-af45-47ec-9a2e-818f2086ca37 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:15.335090 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-075dff7d-af45-47ec-9a2e-818f2086ca37 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.354769 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-c036918c-66e6-4e3d-833a-7e3283cc860e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (f2c017aa-07ed-4933-ae61-ad3352d67e2d), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.373149 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-66d63bd9-877c-43f9-92ce-c0c688abbc9d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f10c669f7084327a06db47239b0fdf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541480 Mar 08 15:39:15.379061 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38036) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:15.402965 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d63bd9-877c-43f9-92ce-c0c688abbc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47086400-9c6e-4d52-bf88-d535597f4d9e,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:15.419058 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036918c-66e6-4e3d-833a-7e3283cc860e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Pushing event updated for resources: {'Port': ['ID=f2c017aa-07ed-4933-ae61-ad3352d67e2d,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:15.431984 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-075dff7d-af45-47ec-9a2e-818f2086ca37 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9963498 Mar 08 15:39:15.474793 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-c036918c-66e6-4e3d-833a-7e3283cc860e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Network 336b1089-5f85-453c-a80f-537975cc126a is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:39:15.476449 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-c036918c-66e6-4e3d-833a-7e3283cc860e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:39:15.478623 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f406a09f-655b-4596-8c98-52066c75a074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.480471 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6cecde07-d6bf-42e3-b89c-7ff92baed528 admin admin] Publish callbacks [] for security_group (47086400-9c6e-4d52-bf88-d535597f4d9e), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.488212 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-c036918c-66e6-4e3d-833a-7e3283cc860e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:39:15.494431 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-c036918c-66e6-4e3d-833a-7e3283cc860e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:15.495119 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-c036918c-66e6-4e3d-833a-7e3283cc860e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.510141 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6cecde07-d6bf-42e3-b89c-7ff92baed528 admin admin] Publish callbacks [] for security_group (47086400-9c6e-4d52-bf88-d535597f4d9e), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.541693 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-c036918c-66e6-4e3d-833a-7e3283cc860e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5511510 Mar 08 15:39:15.611156 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0b0a3-250a-4b33-8dfe-a5c53560b727 req-3108fa75-c641-40f0-9e19-e6c21ed88e1d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:15.611747 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f406a09f-655b-4596-8c98-52066c75a074 admin admin] Publish callbacks [] for security_group (0520c474-849e-43c9-94ba-1595b1aa0dff), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.615658 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a5d0b0a3-250a-4b33-8dfe-a5c53560b727 req-3108fa75-c641-40f0-9e19-e6c21ed88e1d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.1022568 Mar 08 15:39:15.616453 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f406a09f-655b-4596-8c98-52066c75a074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (0520c474-849e-43c9-94ba-1595b1aa0dff), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.646721 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6cecde07-d6bf-42e3-b89c-7ff92baed528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (47086400-9c6e-4d52-bf88-d535597f4d9e), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.649672 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6cecde07-d6bf-42e3-b89c-7ff92baed528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.651021 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-6cecde07-d6bf-42e3-b89c-7ff92baed528 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47086400-9c6e-4d52-bf88-d535597f4d9e HTTP/1.1" status: 204 len: 168 time: 0.2709088 Mar 08 15:39:15.658151 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-f406a09f-655b-4596-8c98-52066c75a074 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=92664e49466443bc9d4ca254244a2663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4940531 Mar 08 15:39:15.659312 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406a09f-655b-4596-8c98-52066c75a074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0520c474-849e-43c9-94ba-1595b1aa0dff,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:15.661741 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38046) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:15.669146 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-e0d0b9c6-4419-4f33-afef-d7a7fb440307 None None] Provisioning complete for port 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:15.670807 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecde07-d6bf-42e3-b89c-7ff92baed528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47086400-9c6e-4d52-bf88-d535597f4d9e,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:15.676783 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-e0d0b9c6-4419-4f33-afef-d7a7fb440307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.694299 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a5d0b0a3-250a-4b33-8dfe-a5c53560b727 req-dca1639a-ad5c-4835-8292-40597e65cf0b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750661 Mar 08 15:39:15.724314 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac90a361-c9ee-415a-a764-dcbc3081bd66 admin admin] Publish callbacks [] for security_group (0520c474-849e-43c9-94ba-1595b1aa0dff), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.747851 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-e0d0b9c6-4419-4f33-afef-d7a7fb440307 None None] Port 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:39:15.761094 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac90a361-c9ee-415a-a764-dcbc3081bd66 admin admin] Publish callbacks [] for security_group (0520c474-849e-43c9-94ba-1595b1aa0dff), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.808547 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38048) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:15.823312 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-433384e6-1131-4a3a-a6ba-e5013821ff8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.824963 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac90a361-c9ee-415a-a764-dcbc3081bd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (0520c474-849e-43c9-94ba-1595b1aa0dff), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.827391 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac90a361-c9ee-415a-a764-dcbc3081bd66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.828479 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-ac90a361-c9ee-415a-a764-dcbc3081bd66 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0520c474-849e-43c9-94ba-1595b1aa0dff HTTP/1.1" status: 204 len: 168 time: 0.1658435 Mar 08 15:39:15.846508 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90a361-c9ee-415a-a764-dcbc3081bd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0520c474-849e-43c9-94ba-1595b1aa0dff,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:15.940039 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-433384e6-1131-4a3a-a6ba-e5013821ff8c admin admin] Publish callbacks [] for security_group (70e07aa2-8a76-4846-94fb-d39ef0227418), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.949512 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-433384e6-1131-4a3a-a6ba-e5013821ff8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (70e07aa2-8a76-4846-94fb-d39ef0227418), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:15.998799 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433384e6-1131-4a3a-a6ba-e5013821ff8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e07aa2-8a76-4846-94fb-d39ef0227418,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:16.004646 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-433384e6-1131-4a3a-a6ba-e5013821ff8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=711652a729dc45c6b5b57b7396a8cbf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950495 Mar 08 15:39:16.007239 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38060) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:16.036949 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb21e1-d3f9-4411-8759-34ea1eacd1f3 req-62108b4e-d482-4238-92c8-4334185f4071 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:16.038977 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-33fb21e1-d3f9-4411-8759-34ea1eacd1f3 req-62108b4e-d482-4238-92c8-4334185f4071 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 931 time: 0.1105523 Mar 08 15:39:16.049073 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cf2e2-df50-4ae0-9b8a-ab5dcb353a24 req-bc2b67f7-db29-46e2-abce-de870007814f tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:16.052672 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b26cf2e2-df50-4ae0-9b8a-ab5dcb353a24 req-bc2b67f7-db29-46e2-abce-de870007814f tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 943 time: 0.0819502 Mar 08 15:39:16.072874 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b2e6b72b-d6c1-4fa2-a3b8-0826ccd2fb52 admin admin] Publish callbacks [] for security_group (70e07aa2-8a76-4846-94fb-d39ef0227418), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.102144 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b2e6b72b-d6c1-4fa2-a3b8-0826ccd2fb52 admin admin] Publish callbacks [] for security_group (70e07aa2-8a76-4846-94fb-d39ef0227418), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.140101 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-33fb21e1-d3f9-4411-8759-34ea1eacd1f3 req-cdea0ed6-5ad9-49a6-90cc-20eca1004cc9 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855248 Mar 08 15:39:16.159679 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b26cf2e2-df50-4ae0-9b8a-ab5dcb353a24 req-77f6634f-7807-4f10-9f75-79ce881f6b48 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009610 Mar 08 15:39:16.169098 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b2e6b72b-d6c1-4fa2-a3b8-0826ccd2fb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (70e07aa2-8a76-4846-94fb-d39ef0227418), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.174314 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b2e6b72b-d6c1-4fa2-a3b8-0826ccd2fb52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.178494 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-b2e6b72b-d6c1-4fa2-a3b8-0826ccd2fb52 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/70e07aa2-8a76-4846-94fb-d39ef0227418 HTTP/1.1" status: 204 len: 168 time: 0.1691351 Mar 08 15:39:16.199101 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6b72b-d6c1-4fa2-a3b8-0826ccd2fb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e07aa2-8a76-4846-94fb-d39ef0227418,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:16.271851 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10cdfb-2d75-49ad-9d7a-5e75ddc2c3cd req-701ce7d5-b9fa-4029-8be7-bcd96d349387 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:16.273338 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bf10cdfb-2d75-49ad-9d7a-5e75ddc2c3cd req-701ce7d5-b9fa-4029-8be7-bcd96d349387 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 932 time: 0.0557597 Mar 08 15:39:16.325619 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bf10cdfb-2d75-49ad-9d7a-5e75ddc2c3cd req-c017a76f-2078-4fa2-a0ac-46b6c6052197 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456796 Mar 08 15:39:16.436318 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38078) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:16.451912 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ba10b892-3943-4f07-a27f-88214d4cf400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.533582 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ba10b892-3943-4f07-a27f-88214d4cf400 admin admin] Publish callbacks [] for security_group (35c8ab2c-2629-45ad-99f6-ba9057b523f4), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.539571 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ba10b892-3943-4f07-a27f-88214d4cf400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (35c8ab2c-2629-45ad-99f6-ba9057b523f4), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.573621 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-ba10b892-3943-4f07-a27f-88214d4cf400 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1b2e53566434f278223a8ae3dd0f26a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361270 Mar 08 15:39:16.577354 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38086) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:16.582741 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10b892-3943-4f07-a27f-88214d4cf400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c8ab2c-2629-45ad-99f6-ba9057b523f4,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:16.629627 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38088) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:16.655079 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-058a5dd9-b0bf-4934-988e-7860d0291813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.683642 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-135545e5-ad81-44e1-848c-e0f2c86040f2 admin admin] Publish callbacks [] for security_group (35c8ab2c-2629-45ad-99f6-ba9057b523f4), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.718362 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-135545e5-ad81-44e1-848c-e0f2c86040f2 admin admin] Publish callbacks [] for security_group (35c8ab2c-2629-45ad-99f6-ba9057b523f4), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.821725 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-058a5dd9-b0bf-4934-988e-7860d0291813 admin admin] Publish callbacks [] for security_group (41bad7ea-247e-43d0-9797-ca753f57c93e), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.828293 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-058a5dd9-b0bf-4934-988e-7860d0291813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (41bad7ea-247e-43d0-9797-ca753f57c93e), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.840731 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-135545e5-ad81-44e1-848c-e0f2c86040f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (35c8ab2c-2629-45ad-99f6-ba9057b523f4), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.843153 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-135545e5-ad81-44e1-848c-e0f2c86040f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:16.844279 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-135545e5-ad81-44e1-848c-e0f2c86040f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35c8ab2c-2629-45ad-99f6-ba9057b523f4 HTTP/1.1" status: 204 len: 168 time: 0.2656596 Mar 08 15:39:16.878201 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf749e04-855a-4d6e-97fb-caf8accad1d6 req-2a00f449-9cd5-4b79-9229-f35b1b90e571 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:16.879713 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bf749e04-855a-4d6e-97fb-caf8accad1d6 req-2a00f449-9cd5-4b79-9229-f35b1b90e571 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.1135240 Mar 08 15:39:16.888538 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-058a5dd9-b0bf-4934-988e-7860d0291813 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4bbc7c8f112e47cbac9ad20a96608505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577713 Mar 08 15:39:16.889980 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a5dd9-b0bf-4934-988e-7860d0291813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bad7ea-247e-43d0-9797-ca753f57c93e,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:16.891411 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38100) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:16.915482 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135545e5-ad81-44e1-848c-e0f2c86040f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c8ab2c-2629-45ad-99f6-ba9057b523f4,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:16.963486 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bf749e04-855a-4d6e-97fb-caf8accad1d6 req-292ed796-5ced-4f46-b5e2-b3a10365c176 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715351 Mar 08 15:39:16.980142 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-744ddf22-43aa-4931-93dd-9d9fe7b8b379 admin admin] Publish callbacks [] for security_group (41bad7ea-247e-43d0-9797-ca753f57c93e), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:17.007705 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-744ddf22-43aa-4931-93dd-9d9fe7b8b379 admin admin] Publish callbacks [] for security_group (41bad7ea-247e-43d0-9797-ca753f57c93e), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:17.058773 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-744ddf22-43aa-4931-93dd-9d9fe7b8b379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (41bad7ea-247e-43d0-9797-ca753f57c93e), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:17.061790 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-744ddf22-43aa-4931-93dd-9d9fe7b8b379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:17.063143 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-744ddf22-43aa-4931-93dd-9d9fe7b8b379 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41bad7ea-247e-43d0-9797-ca753f57c93e HTTP/1.1" status: 204 len: 168 time: 0.1705556 Mar 08 15:39:17.075965 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ddf22-43aa-4931-93dd-9d9fe7b8b379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bad7ea-247e-43d0-9797-ca753f57c93e,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:17.190703 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38116) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:17.354071 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:17.421559 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Request body: {'port': {'device_id': '98280c94-2ddb-4c95-b470-e867fcb42541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:17.447649 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Request body: {'port': {'device_id': '16f32c9b-31b2-43da-a92b-3660b155f7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:17.472944 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a0f0c2b4-ce7b-488a-8a8d-4f851ade39f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:17.487690 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:39:17.564751 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device b96d9516-42a9-4fb4-8780-7f91653c119a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:39:17.566296 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee74d9f-a736-462a-94d5-e059f1af565c req-c5069ec9-c3bb-4771-ad0e-4bc33249414d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:17.568188 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6ee74d9f-a736-462a-94d5-e059f1af565c req-c5069ec9-c3bb-4771-ad0e-4bc33249414d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 931 time: 0.3621259 Mar 08 15:39:17.581004 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dea6aa-b74e-43b3-b8a8-d15032960b78 req-b9a3cb2d-6542-4204-bd18-b35f23787c0c tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:17.588347 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-39dea6aa-b74e-43b3-b8a8-d15032960b78 req-b9a3cb2d-6542-4204-bd18-b35f23787c0c tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 943 time: 0.3468592 Mar 08 15:39:17.618041 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (f2c017aa-07ed-4933-ae61-ad3352d67e2d), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:17.622546 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69523b1-3940-48ef-90a1-974c9b1a2604 req-c4d5e83c-9829-48fe-ac25-f4d37567ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:17.624059 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c69523b1-3940-48ef-90a1-974c9b1a2604 req-c4d5e83c-9829-48fe-ac25-f4d37567ea77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da68c550349b4d5d88fe95a528ab1898&device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 1127 time: 0.1398225 Mar 08 15:39:17.643433 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-5dcc2ce7-65a4-4d7b-abb7-e7d7688ba079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:17.645513 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-5dcc2ce7-65a4-4d7b-abb7-e7d7688ba079 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c89e2a-a478-41c0-9d26-81d641ec9f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3242838 Mar 08 15:39:17.751637 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port b96d9516-42a9-4fb4-8780-7f91653c119a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b96d9516-42a9-4fb4-8780-7f91653c119a,segment=NetworkSegment(8ae42123-1340-4c96-83d7-011b4f5ff00f),segment_id=8ae42123-1340-4c96-83d7-011b4f5ff00f)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:17.766060 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': 'b96d9516-42a9-4fb4-8780-7f91653c119a', 'network_id': 'a16a01d4-89e6-470a-bde6-accd3ee0dc89', 'port_id': 'b96d9516-42a9-4fb4-8780-7f91653c119a', 'mac_address': 'fa:16:3e:b3:74:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23accda1-b8a7-4fa4-ae01-836fe3339940', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:39:17.824942 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port b96d9516-42a9-4fb4-8780-7f91653c119a is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:17.824942 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (b96d9516-42a9-4fb4-8780-7f91653c119a), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:17.842412 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96d9516-42a9-4fb4-8780-7f91653c119a {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:39:17.856688 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6ee74d9f-a736-462a-94d5-e059f1af565c req-2e196144-4c0e-49d1-9c12-e60394b2d21d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646942 Mar 08 15:39:17.868572 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:17.879381 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port b96d9516-42a9-4fb4-8780-7f91653c119a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b96d9516-42a9-4fb4-8780-7f91653c119a,segment=NetworkSegment(8ae42123-1340-4c96-83d7-011b4f5ff00f),segment_id=8ae42123-1340-4c96-83d7-011b4f5ff00f)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:17.889528 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (b96d9516-42a9-4fb4-8780-7f91653c119a), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:17.896460 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-39dea6aa-b74e-43b3-b8a8-d15032960b78 req-e0f23ddb-055e-4a8e-9069-1d09cb347ecc tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064573 Mar 08 15:39:17.966773 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69523b1-3940-48ef-90a1-974c9b1a2604 req-899f61b6-0d25-4075-b97f-c73d964ffae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:17.968240 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=b96d9516-42a9-4fb4-8780-7f91653c119a,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:17.968349 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c69523b1-3940-48ef-90a1-974c9b1a2604 req-899f61b6-0d25-4075-b97f-c73d964ffae2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=336b1089-5f85-453c-a80f-537975cc126a HTTP/1.1" status: 200 len: 919 time: 0.3288889 Mar 08 15:39:18.024504 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a0f0c2b4-ce7b-488a-8a8d-4f851ade39f8 admin admin] Publish callbacks [] for security_group (3d69f38c-0ab7-43d1-b2dc-db450f2d6d46), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.039925 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c69523b1-3940-48ef-90a1-974c9b1a2604 req-fd682b3f-cd9d-49d2-a937-98592d911f9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9362275f-524c-4c5c-8b75-90fff569d8d7 HTTP/1.1" status: 200 len: 217 time: 0.0635819 Mar 08 15:39:18.071803 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a0f0c2b4-ce7b-488a-8a8d-4f851ade39f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (3d69f38c-0ab7-43d1-b2dc-db450f2d6d46), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.140463 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2020cb-72e4-4827-8e86-bcae56c60fff req-dcfa7e6f-8167-4357-9d83-2a909318c416 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:18.142360 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2b2020cb-72e4-4827-8e86-bcae56c60fff req-dcfa7e6f-8167-4357-9d83-2a909318c416 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 932 time: 0.1779602 Mar 08 15:39:18.186871 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['b96d9516-42a9-4fb4-8780-7f91653c119a'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:39:18.189269 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69523b1-3940-48ef-90a1-974c9b1a2604 req-ef6b53f2-9ea4-421a-8377-7dfbf1a009d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:18.190855 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c69523b1-3940-48ef-90a1-974c9b1a2604 req-ef6b53f2-9ea4-421a-8377-7dfbf1a009d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d1e6a02-595b-4943-bc40-53e048758393 HTTP/1.1" status: 200 len: 858 time: 0.1420043 Mar 08 15:39:18.216379 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df63c9-e929-4d8a-bdb2-2c5aef41be52 req-be5d418d-3c42-47b8-b7c8-8ed5c87c0e59 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:18.225249 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-70df63c9-e929-4d8a-bdb2-2c5aef41be52 req-be5d418d-3c42-47b8-b7c8-8ed5c87c0e59 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.1423504 Mar 08 15:39:18.237817 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-a0f0c2b4-ce7b-488a-8a8d-4f851ade39f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d66ed40d09a4a1f998f532eab666a22&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0453467 Mar 08 15:39:18.255261 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38164) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:18.263248 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c69523b1-3940-48ef-90a1-974c9b1a2604 req-b3a8a3e8-7c7e-4dca-b70e-57f1168659fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=336b1089-5f85-453c-a80f-537975cc126a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652452 Mar 08 15:39:18.280251 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0c2b4-ce7b-488a-8a8d-4f851ade39f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d69f38c-0ab7-43d1-b2dc-db450f2d6d46,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:18.305261 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2b2020cb-72e4-4827-8e86-bcae56c60fff req-4b189275-3ae7-47e2-8c3f-1b694bdf5155 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506772 Mar 08 15:39:18.378666 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-9372778a-9f9a-47b3-afb0-5a6a24ac59c0 service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6949582 Mar 08 15:39:18.384112 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-70df63c9-e929-4d8a-bdb2-2c5aef41be52 req-703821d6-5b53-4a02-bfeb-381ad3220466 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578472 Mar 08 15:39:18.416415 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c69523b1-3940-48ef-90a1-974c9b1a2604 req-d043e4dc-6b0c-41b9-91d6-6843f202dcc8 service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417322 Mar 08 15:39:18.634172 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c69523b1-3940-48ef-90a1-974c9b1a2604 req-7979b851-2ea3-4860-b4ee-a6c40cf60df5 service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106800 Mar 08 15:39:18.650723 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c017aa-07ed-4933-ae61-ad3352d67e2d {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:39:18.656784 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-14c9a406-ef10-40b1-b24c-a603c769898f admin admin] Publish callbacks [] for security_group (3d69f38c-0ab7-43d1-b2dc-db450f2d6d46), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.679828 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Publish callbacks [] for port (f2c017aa-07ed-4933-ae61-ad3352d67e2d), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.689459 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ca345ec4-1897-4df8-871c-e279bf83f0b8 req-10ce7ba6-475b-44cd-bee7-cd7495fb998b service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977054 Mar 08 15:39:18.719323 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-14c9a406-ef10-40b1-b24c-a603c769898f admin admin] Publish callbacks [] for security_group (3d69f38c-0ab7-43d1-b2dc-db450f2d6d46), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.722835 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Transition to ACTIVE for port object f2c017aa-07ed-4933-ae61-ad3352d67e2d will not be triggered until provisioned by entity L2. {{(pid=104418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:39:18.740319 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (f2c017aa-07ed-4933-ae61-ad3352d67e2d), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.883241 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c017aa-07ed-4933-ae61-ad3352d67e2d,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:18.935810 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:39:18.947244 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-14c9a406-ef10-40b1-b24c-a603c769898f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (3d69f38c-0ab7-43d1-b2dc-db450f2d6d46), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.950720 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-14c9a406-ef10-40b1-b24c-a603c769898f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.952862 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-14c9a406-ef10-40b1-b24c-a603c769898f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d69f38c-0ab7-43d1-b2dc-db450f2d6d46 HTTP/1.1" status: 204 len: 168 time: 0.6835299 Mar 08 15:39:18.956158 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Publish callbacks [] for port (08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:18.964303 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Attempting to bind port f2c017aa-07ed-4933-ae61-ad3352d67e2d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:39:18.964527 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Attempting to bind port f2c017aa-07ed-4933-ae61-ad3352d67e2d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'f38b1a23-fb96-44e3-be40-f12595e1100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '336b1089-5f85-453c-a80f-537975cc126a'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:39:18.966763 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Attempting to bind port f2c017aa-07ed-4933-ae61-ad3352d67e2d on network 336b1089-5f85-453c-a80f-537975cc126a {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:18.972336 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada79ef-53fe-46c6-901a-52846c80ab0e req-559da87d-de44-419b-b1d2-bca648c3c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:18.974210 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-1ada79ef-53fe-46c6-901a-52846c80ab0e req-559da87d-de44-419b-b1d2-bca648c3c193 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f236c97d0e54f4dbe064bb9d3e45043&device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 1128 time: 0.1948528 Mar 08 15:39:18.995731 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9a406-ef10-40b1-b24c-a603c769898f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d69f38c-0ab7-43d1-b2dc-db450f2d6d46,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:19.035323 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Port f2c017aa-07ed-4933-ae61-ad3352d67e2d on network 336b1089-5f85-453c-a80f-537975cc126a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:39:19.035323 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Attempting to bind port f2c017aa-07ed-4933-ae61-ad3352d67e2d on network 336b1089-5f85-453c-a80f-537975cc126a {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:19.035323 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Transition to ACTIVE for port object 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c will not be triggered until provisioned by entity L2. {{(pid=104418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:39:19.045557 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:39:19.046239 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Checking segment: {'id': 'f38b1a23-fb96-44e3-be40-f12595e1100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '336b1089-5f85-453c-a80f-537975cc126a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:39:19.046239 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Bound using segment: {'id': 'f38b1a23-fb96-44e3-be40-f12595e1100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '336b1089-5f85-453c-a80f-537975cc126a'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:39:19.046689 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Bound port: f2c017aa-07ed-4933-ae61-ad3352d67e2d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f38b1a23-fb96-44e3-be40-f12595e1100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '336b1089-5f85-453c-a80f-537975cc126a'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:39:19.047298 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (f2c017aa-07ed-4933-ae61-ad3352d67e2d), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:19.048018 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028d40a-673b-4e5f-ab2f-f8feecc365e7 req-34e342ec-59f1-4576-aa7b-7c58233cb6d2 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:19.049179 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:19.058773 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5028d40a-673b-4e5f-ab2f-f8feecc365e7 req-34e342ec-59f1-4576-aa7b-7c58233cb6d2 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 943 time: 0.1183834 Mar 08 15:39:19.148138 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5028d40a-673b-4e5f-ab2f-f8feecc365e7 req-ce2ecb30-34e4-485e-b4fa-f07a7e7c7eeb tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880022 Mar 08 15:39:19.162901 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29295512-2178-4840-a71b-267330a97ef7 req-e208c21d-5542-4def-b5df-263ec2fc3c66 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:19.164919 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-29295512-2178-4840-a71b-267330a97ef7 req-e208c21d-5542-4def-b5df-263ec2fc3c66 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 944 time: 0.1042075 Mar 08 15:39:19.247773 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-29295512-2178-4840-a71b-267330a97ef7 req-07d2dd31-d743-4496-b879-4503e014885f tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758440 Mar 08 15:39:19.487528 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:19.512529 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f55be3-3a66-4953-a659-cc97a03f28e7 req-0d693ff7-5047-45df-a5e8-11205e6d98c4 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:19.514764 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e1f55be3-3a66-4953-a659-cc97a03f28e7 req-0d693ff7-5047-45df-a5e8-11205e6d98c4 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 944 time: 0.0784039 Mar 08 15:39:19.552801 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada79ef-53fe-46c6-901a-52846c80ab0e req-cc6bbc90-cdde-4660-8d90-89d0b24fc4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:19.554765 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-1ada79ef-53fe-46c6-901a-52846c80ab0e req-cc6bbc90-cdde-4660-8d90-89d0b24fc4e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80c89e2a-a478-41c0-9d26-81d641ec9f8f HTTP/1.1" status: 200 len: 916 time: 0.5690444 Mar 08 15:39:19.555044 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 9362275f-524c-4c5c-8b75-90fff569d8d7 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:39:19.612594 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] For port f2c017aa-07ed-4933-ae61-ad3352d67e2d, host hv-cinder-83009, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:39:19.618331 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Attempting to bind port 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:39:19.618997 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Attempting to bind port 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9f5fb220-0fce-41e1-9208-c94017024008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:39:19.619636 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Attempting to bind port 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c on network 255bbbd8-9561-4fc6-bb81-e8d65f873238 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:19.622970 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-1ada79ef-53fe-46c6-901a-52846c80ab0e req-f096d700-c05c-42e1-aaee-e5709b2b1e66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bfe6957-d915-492e-bee7-358270ccc0cf HTTP/1.1" status: 200 len: 217 time: 0.0607266 Mar 08 15:39:19.642743 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] For port f2c017aa-07ed-4933-ae61-ad3352d67e2d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f2c017aa-07ed-4933-ae61-ad3352d67e2d,segment=NetworkSegment(f38b1a23-fb96-44e3-be40-f12595e1100f),segment_id=f38b1a23-fb96-44e3-be40-f12595e1100f)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:39:19.663098 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Port 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c on network 255bbbd8-9561-4fc6-bb81-e8d65f873238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:39:19.663729 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Attempting to bind port 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c on network 255bbbd8-9561-4fc6-bb81-e8d65f873238 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:19.677852 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:39:19.678757 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Checking segment: {'id': '9f5fb220-0fce-41e1-9208-c94017024008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:39:19.679357 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Bound using segment: {'id': '9f5fb220-0fce-41e1-9208-c94017024008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:39:19.679982 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Bound port: 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5fb220-0fce-41e1-9208-c94017024008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:39:19.680525 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:19.687523 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e1f55be3-3a66-4953-a659-cc97a03f28e7 req-fcdbbc9b-80e8-4cea-9abc-a6bbad2dcf20 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659031 Mar 08 15:39:19.688227 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (f2c017aa-07ed-4933-ae61-ad3352d67e2d), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:19.719583 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4ef4b-bb6b-4036-aa71-3072856eda5b req-ea2b0c17-91a5-4fb5-83b9-37a3ef5f5f74 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:19.728093 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-56b4ef4b-bb6b-4036-aa71-3072856eda5b req-ea2b0c17-91a5-4fb5-83b9-37a3ef5f5f74 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.1987922 Mar 08 15:39:19.744886 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada79ef-53fe-46c6-901a-52846c80ab0e req-a7455a51-5817-484e-80e1-c13dae17ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:19.749268 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-1ada79ef-53fe-46c6-901a-52846c80ab0e req-a7455a51-5817-484e-80e1-c13dae17ce12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7c72dd9-f6bb-4082-bbc6-f002b75fe090 HTTP/1.1" status: 200 len: 854 time: 0.1192360 Mar 08 15:39:19.752365 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 9362275f-524c-4c5c-8b75-90fff569d8d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9362275f-524c-4c5c-8b75-90fff569d8d7,segment=NetworkSegment(f38b1a23-fb96-44e3-be40-f12595e1100f),segment_id=f38b1a23-fb96-44e3-be40-f12595e1100f)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:19.770323 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': '9362275f-524c-4c5c-8b75-90fff569d8d7', 'network_id': '336b1089-5f85-453c-a80f-537975cc126a', 'port_id': '9362275f-524c-4c5c-8b75-90fff569d8d7', 'mac_address': 'fa:16:3e:ba:7d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1e6a02-595b-4943-bc40-53e048758393', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:39:19.773196 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device b96d9516-42a9-4fb4-8780-7f91653c119a up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:39:19.806211 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:19.807213 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:19.809506 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] 10.222.0.41 "PUT /v2.0/ports/f2c017aa-07ed-4933-ae61-ad3352d67e2d HTTP/1.1" status: 200 len: 1093 time: 2.3977754 Mar 08 15:39:19.810306 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98280c94-2ddb-4c95-b470-e867fcb42541', 'tag': 'f2c017aa-07ed-4933-ae61-ad3352d67e2d'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:19.814517 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-56b4ef4b-bb6b-4036-aa71-3072856eda5b req-673b2f03-c9ea-4817-9c21-582b0eef80ed tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854421 Mar 08 15:39:19.815265 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8801ffd0-e250-447b-9a63-a7dd504ce21a" -d '{"events": [{"name": "network-changed", "server_uuid": "98280c94-2ddb-4c95-b470-e867fcb42541", "tag": "f2c017aa-07ed-4933-ae61-ad3352d67e2d"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:19.883351 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] For port 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c, host hv-cinder-83009, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:39:19.887091 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] For port 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c,segment=NetworkSegment(9f5fb220-0fce-41e1-9208-c94017024008),segment_id=9f5fb220-0fce-41e1-9208-c94017024008)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:39:19.890034 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port b96d9516-42a9-4fb4-8780-7f91653c119a completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:39:19.891998 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 9362275f-524c-4c5c-8b75-90fff569d8d7 is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:19.892373 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (9362275f-524c-4c5c-8b75-90fff569d8d7), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:19.907188 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9362275f-524c-4c5c-8b75-90fff569d8d7 {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:39:19.913013 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port b96d9516-42a9-4fb4-8780-7f91653c119a triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:19.913390 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (b96d9516-42a9-4fb4-8780-7f91653c119a), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:19.924707 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:19.951860 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 9362275f-524c-4c5c-8b75-90fff569d8d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9362275f-524c-4c5c-8b75-90fff569d8d7,segment=NetworkSegment(f38b1a23-fb96-44e3-be40-f12595e1100f),segment_id=f38b1a23-fb96-44e3-be40-f12595e1100f)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:19.958836 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:19.960054 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:19.961137 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (9362275f-524c-4c5c-8b75-90fff569d8d7), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:19.971023 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] 10.222.0.41 "PUT /v2.0/ports/08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c HTTP/1.1" status: 200 len: 1094 time: 2.5578811 Mar 08 15:39:20.029031 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b327f5c-138b-4db5-8a37-3f1d5f1d5a8d x-openstack-request-id: req-7b327f5c-138b-4db5-8a37-3f1d5f1d5a8d {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:20.029585 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98280c94-2ddb-4c95-b470-e867fcb42541", "tag": "f2c017aa-07ed-4933-ae61-ad3352d67e2d", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:20.029803 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7b327f5c-138b-4db5-8a37-3f1d5f1d5a8d {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:20.030447 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98280c94-2ddb-4c95-b470-e867fcb42541', 'tag': 'f2c017aa-07ed-4933-ae61-ad3352d67e2d', 'status': 'completed', 'code': 200} Mar 08 15:39:20.041154 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aadb92-e625-428a-b26f-bbaa0bf77f17 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c017aa-07ed-4933-ae61-ad3352d67e2d,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:20.182126 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada79ef-53fe-46c6-901a-52846c80ab0e req-ecb1dd2f-a4be-4d4c-b9d3-94ac8d27589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:20.183965 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-1ada79ef-53fe-46c6-901a-52846c80ab0e req-ecb1dd2f-a4be-4d4c-b9d3-94ac8d27589f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c89e2a-a478-41c0-9d26-81d641ec9f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4032018 Mar 08 15:39:20.227582 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-0e063ada-46d1-4e22-b215-671e2100a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:20.232137 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-0e063ada-46d1-4e22-b215-671e2100a172 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da68c550349b4d5d88fe95a528ab1898&device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 1127 time: 0.3406138 Mar 08 15:39:20.377238 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d960c0-509b-40b7-95e6-4645f87ddc5b req-88af107f-f8e8-4310-9c2b-869c154cea38 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:20.396648 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a0d960c0-509b-40b7-95e6-4645f87ddc5b req-88af107f-f8e8-4310-9c2b-869c154cea38 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 943 time: 0.1408000 Mar 08 15:39:20.450300 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-1755eff8-473d-4112-acd0-d74a46bf4759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:20.451688 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-1755eff8-473d-4112-acd0-d74a46bf4759 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e423483374664153a105b4f930482129&device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 1128 time: 0.4178514 Mar 08 15:39:20.452978 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-169fb2a9-9e99-4861-88e0-9e9026ed2fd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2c017aa-07ed-4933-ae61-ad3352d67e2d HTTP/1.1" status: 200 len: 217 time: 0.1450295 Mar 08 15:39:20.457605 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port b96d9516-42a9-4fb4-8780-7f91653c119a is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:20.457797 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e8927-cc26-473f-bdb7-ae3d6d14f6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:20.458370 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (b96d9516-42a9-4fb4-8780-7f91653c119a), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:20.523333 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-61d58b32-8b91-45b8-a758-02ec65145d4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c HTTP/1.1" status: 200 len: 217 time: 0.0525296 Mar 08 15:39:20.528743 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a0d960c0-509b-40b7-95e6-4645f87ddc5b req-f3018fb2-b1d8-4821-a82c-ce36a500b2b4 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297338 Mar 08 15:39:20.553597 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port b96d9516-42a9-4fb4-8780-7f91653c119a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b96d9516-42a9-4fb4-8780-7f91653c119a,segment=NetworkSegment(8ae42123-1340-4c96-83d7-011b4f5ff00f),segment_id=8ae42123-1340-4c96-83d7-011b4f5ff00f)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:20.555825 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf04eae-f4dd-41b0-81fa-d3e4be10fa40 req-a7cf4174-a3f9-40a6-9c72-62cb9531cc1a tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:20.559319 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96d9516-42a9-4fb4-8780-7f91653c119a'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:20.569952 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ecf04eae-f4dd-41b0-81fa-d3e4be10fa40 req-a7cf4174-a3f9-40a6-9c72-62cb9531cc1a tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 944 time: 0.1685991 Mar 08 15:39:20.636740 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-93a7f8d7-d0fd-4a0c-8cda-1000bc5076cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:20.638862 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-93a7f8d7-d0fd-4a0c-8cda-1000bc5076cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e58c1222-1db0-4e89-92f7-183351066a93 HTTP/1.1" status: 200 len: 849 time: 0.0935352 Mar 08 15:39:20.640577 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-4d1249dc-876a-4214-9f20-c24ff9c9445f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:20.641878 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-4d1249dc-876a-4214-9f20-c24ff9c9445f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d1e6a02-595b-4943-bc40-53e048758393 HTTP/1.1" status: 200 len: 858 time: 0.1723037 Mar 08 15:39:20.643807 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-1ada79ef-53fe-46c6-901a-52846c80ab0e req-c16999ac-a51e-4740-bb5d-b0bb265f1198 service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281077 Mar 08 15:39:20.648328 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ecf04eae-f4dd-41b0-81fa-d3e4be10fa40 req-496a72e6-5b7c-4b1f-872a-e34b40f2dc3a tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766349 Mar 08 15:39:20.671280 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['9362275f-524c-4c5c-8b75-90fff569d8d7'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:39:20.718431 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-8663cb4a-4071-48e6-9004-d987da3fb4e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=336b1089-5f85-453c-a80f-537975cc126a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485873 Mar 08 15:39:20.750619 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (b96d9516-42a9-4fb4-8780-7f91653c119a), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:20.807120 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=9362275f-524c-4c5c-8b75-90fff569d8d7,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:20.826262 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f1d65-2c7f-4d42-8091-657b83fb0682 req-603fa028-a9c3-4f59-8e9b-040652482bc5 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:20.834913 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a37f1d65-2c7f-4d42-8091-657b83fb0682 req-603fa028-a9c3-4f59-8e9b-040652482bc5 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 944 time: 0.0756619 Mar 08 15:39:20.894995 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=b96d9516-42a9-4fb4-8780-7f91653c119a,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:20.954948 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a37f1d65-2c7f-4d42-8091-657b83fb0682 req-4ffa26de-1cf9-4c9e-b99b-5c124b344480 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076024 Mar 08 15:39:21.047152 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-d43e4434-6f23-4449-bc4b-8e9d8bb94ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:21.047731 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ad7cd5-c633-4ee5-a36a-87b6d98ad91d" -d '{"events": [{"server_uuid": "00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90", "name": "network-vif-plugged", "status": "completed", "tag": "b96d9516-42a9-4fb4-8780-7f91653c119a"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:21.048876 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-d43e4434-6f23-4449-bc4b-8e9d8bb94ce4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=255bbbd8-9561-4fc6-bb81-e8d65f873238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3951116 Mar 08 15:39:21.092694 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e5952-3c1f-4d2e-85ac-a4dc8a54a2a5 req-41d20725-9b04-4bc5-b560-89b9baed6c5b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:21.094984 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bb7e5952-3c1f-4d2e-85ac-a4dc8a54a2a5 req-41d20725-9b04-4bc5-b560-89b9baed6c5b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.1121447 Mar 08 15:39:21.176457 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bb7e5952-3c1f-4d2e-85ac-a4dc8a54a2a5 req-a3dd69f7-ff22-4689-9e21-233e60c4677b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714421 Mar 08 15:39:21.231971 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-1ada79ef-53fe-46c6-901a-52846c80ab0e req-28a3cfad-64dc-466f-816b-24eca3bb2710 service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5606503 Mar 08 15:39:21.232445 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776c1030-0b56-4275-ad3f-d11fd65741ad x-openstack-request-id: req-776c1030-0b56-4275-ad3f-d11fd65741ad {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:21.232791 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90", "name": "network-vif-plugged", "status": "completed", "tag": "b96d9516-42a9-4fb4-8780-7f91653c119a", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:21.233036 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-776c1030-0b56-4275-ad3f-d11fd65741ad {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:21.233469 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96d9516-42a9-4fb4-8780-7f91653c119a', 'code': 200} Mar 08 15:39:21.252488 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-d5164ea3-67a8-4b6d-bfc1-cf56ef3ebaee service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142829 Mar 08 15:39:21.300635 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38304) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:21.307915 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-5c704c42-6d1e-428b-851b-9388e47df7b5 service neutron] 10.222.0.41 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493265 Mar 08 15:39:21.495073 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-16bc4cb4-a30a-4f54-8d13-6609cec2c558 req-2194fdd3-e1fc-49c9-a824-b38578a51e27 service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367251 Mar 08 15:39:21.530430 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5acccfdb-d906-473e-b6bf-f5728c8c85bf req-e7902360-a8de-400d-a650-daccc731f71b service neutron] 10.222.0.41 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896186 Mar 08 15:39:21.533369 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5acca-567f-4894-9d28-ba0ffd59faa3 req-b66cc018-e2f2-4aeb-b71c-972e77eb8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:21.534892 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-f9b5acca-567f-4894-9d28-ba0ffd59faa3 req-b66cc018-e2f2-4aeb-b71c-972e77eb8295 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 1129 time: 0.1311698 Mar 08 15:39:21.539739 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fb14a7ac-0884-474a-941e-f4595718cf72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:21.555782 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 1bfe6957-d915-492e-bee7-358270ccc0cf details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:39:21.562301 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-f9b5acca-567f-4894-9d28-ba0ffd59faa3 req-42e0a45c-62f2-4743-a955-a71b1fd27ea8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:21.692329 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801ffd0-e250-447b-9a63-a7dd504ce21a req-985acf7b-1d14-4f8b-aa2e-89f5a81d39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:21.694267 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8801ffd0-e250-447b-9a63-a7dd504ce21a req-985acf7b-1d14-4f8b-aa2e-89f5a81d39c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da68c550349b4d5d88fe95a528ab1898&device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 1127 time: 0.1236773 Mar 08 15:39:21.700381 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 9362275f-524c-4c5c-8b75-90fff569d8d7 up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:39:21.750727 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fb14a7ac-0884-474a-941e-f4595718cf72 admin admin] Publish callbacks [] for security_group (0b090282-32da-4c54-a6f9-d41868aba518), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:21.786557 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fb14a7ac-0884-474a-941e-f4595718cf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (0b090282-32da-4c54-a6f9-d41868aba518), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:21.792339 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-f9b5acca-567f-4894-9d28-ba0ffd59faa3 req-42e0a45c-62f2-4743-a955-a71b1fd27ea8 service neutron] Publish callbacks [] for security_group (eb6a9f18-118e-4f2b-aafd-1ac90f270fb6), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:21.805606 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-f9b5acca-567f-4894-9d28-ba0ffd59faa3 req-42e0a45c-62f2-4743-a955-a71b1fd27ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (eb6a9f18-118e-4f2b-aafd-1ac90f270fb6), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:21.848012 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14a7ac-0884-474a-941e-f4595718cf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b090282-32da-4c54-a6f9-d41868aba518,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:21.862211 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 1bfe6957-d915-492e-bee7-358270ccc0cf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1bfe6957-d915-492e-bee7-358270ccc0cf,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:21.864798 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801ffd0-e250-447b-9a63-a7dd504ce21a req-215e8d1a-1f84-4da6-98dd-91cdc32aa6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:21.866707 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8801ffd0-e250-447b-9a63-a7dd504ce21a req-215e8d1a-1f84-4da6-98dd-91cdc32aa6d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=336b1089-5f85-453c-a80f-537975cc126a HTTP/1.1" status: 200 len: 919 time: 0.1640706 Mar 08 15:39:21.870509 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0a45c-62f2-4743-a955-a71b1fd27ea8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6a9f18-118e-4f2b-aafd-1ac90f270fb6,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:21.884748 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-f9b5acca-567f-4894-9d28-ba0ffd59faa3 req-42e0a45c-62f2-4743-a955-a71b1fd27ea8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414607 Mar 08 15:39:21.907358 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca2be9-0d66-4791-b90b-081f4f55b948 req-2bf43551-d0ac-4263-98de-346acb7a25a7 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:21.916798 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7dca2be9-0d66-4791-b90b-081f4f55b948 req-2bf43551-d0ac-4263-98de-346acb7a25a7 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 943 time: 0.2065661 Mar 08 15:39:21.920808 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': '1bfe6957-d915-492e-bee7-358270ccc0cf', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'port_id': '1bfe6957-d915-492e-bee7-358270ccc0cf', 'mac_address': 'fa:16:3e:31:28:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:39:21.921112 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8801ffd0-e250-447b-9a63-a7dd504ce21a req-abe3c9f5-d1f8-48d9-aad1-e955d8dbdcc7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2c017aa-07ed-4933-ae61-ad3352d67e2d HTTP/1.1" status: 200 len: 217 time: 0.0463352 Mar 08 15:39:21.928653 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port 9362275f-524c-4c5c-8b75-90fff569d8d7 completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:39:21.933001 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port 9362275f-524c-4c5c-8b75-90fff569d8d7 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:21.933590 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (9362275f-524c-4c5c-8b75-90fff569d8d7), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:21.933858 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38326) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:21.936788 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-fb14a7ac-0884-474a-941e-f4595718cf72 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f21dd2e9bdfe4d349fb68f81f1353134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6337273 Mar 08 15:39:21.994157 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7dca2be9-0d66-4791-b90b-081f4f55b948 req-5cd0b139-2caf-4f31-9288-119943132875 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764368 Mar 08 15:39:22.002920 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74e5f4-55e6-4a08-b382-445b8c3bc4dc req-eb529b57-fa20-4ba9-8703-5d9ed6764f5a tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:22.004425 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8c74e5f4-55e6-4a08-b382-445b8c3bc4dc req-eb529b57-fa20-4ba9-8703-5d9ed6764f5a tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 945 time: 0.2562072 Mar 08 15:39:22.037965 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 1bfe6957-d915-492e-bee7-358270ccc0cf is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:22.038484 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:22.063341 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bfe6957-d915-492e-bee7-358270ccc0cf {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:39:22.075207 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8c74e5f4-55e6-4a08-b382-445b8c3bc4dc req-95fb0e01-548c-4a32-a221-95c4424cc70c tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629244 Mar 08 15:39:22.119649 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 1bfe6957-d915-492e-bee7-358270ccc0cf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1bfe6957-d915-492e-bee7-358270ccc0cf,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:22.125672 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:22.131994 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d0d3e-25cd-42b8-9e9b-c198f4b8898b req-bfb00452-21ac-4f35-b0f9-b0279886f435 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:22.133739 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-890d0d3e-25cd-42b8-9e9b-c198f4b8898b req-bfb00452-21ac-4f35-b0f9-b0279886f435 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 944 time: 0.0728407 Mar 08 15:39:22.154414 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 9362275f-524c-4c5c-8b75-90fff569d8d7 is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:22.154832 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (9362275f-524c-4c5c-8b75-90fff569d8d7), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:22.162894 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f32c9b-31b2-43da-a92b-3660b155f7d1', 'tag': '08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:22.165160 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c558e051-b953-489e-b290-1050b4a25de4" -d '{"events": [{"name": "network-changed", "server_uuid": "16f32c9b-31b2-43da-a92b-3660b155f7d1", "tag": "08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:22.200758 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 9362275f-524c-4c5c-8b75-90fff569d8d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9362275f-524c-4c5c-8b75-90fff569d8d7,segment=NetworkSegment(f38b1a23-fb96-44e3-be40-f12595e1100f),segment_id=f38b1a23-fb96-44e3-be40-f12595e1100f)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:22.213341 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (9362275f-524c-4c5c-8b75-90fff569d8d7), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:22.219932 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=1bfe6957-d915-492e-bee7-358270ccc0cf,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:22.225697 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3833bf57-9bb2-4c9d-ad60-d34d2c80b01d x-openstack-request-id: req-3833bf57-9bb2-4c9d-ad60-d34d2c80b01d {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:22.225977 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f32c9b-31b2-43da-a92b-3660b155f7d1", "tag": "08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:22.226206 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3833bf57-9bb2-4c9d-ad60-d34d2c80b01d {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:22.226745 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f32c9b-31b2-43da-a92b-3660b155f7d1', 'tag': '08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c', 'status': 'completed', 'code': 200} Mar 08 15:39:22.231997 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-890d0d3e-25cd-42b8-9e9b-c198f4b8898b req-6123abcd-8fe3-4d41-b7c1-7af80a1b6da7 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902879 Mar 08 15:39:22.243040 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801ffd0-e250-447b-9a63-a7dd504ce21a req-4f2d1c76-2a5c-449f-b264-34f523c514b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:22.244493 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8801ffd0-e250-447b-9a63-a7dd504ce21a req-4f2d1c76-2a5c-449f-b264-34f523c514b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d1e6a02-595b-4943-bc40-53e048758393 HTTP/1.1" status: 200 len: 858 time: 0.0744233 Mar 08 15:39:22.283677 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8801ffd0-e250-447b-9a63-a7dd504ce21a req-eab61e9a-e28c-479a-b20f-564ab120a056 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=336b1089-5f85-453c-a80f-537975cc126a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313153 Mar 08 15:39:22.284453 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-18b817bc-7fd1-4882-bbbf-4f8ab045f976 admin admin] Publish callbacks [] for security_group (0b090282-32da-4c54-a6f9-d41868aba518), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:22.284632 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=9362275f-524c-4c5c-8b75-90fff569d8d7,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:22.375837 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322ba8a-add4-4a5b-b8e5-932ef9437f9e req-993e7ab6-d8f1-461b-abbb-b953b4c21f1f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:22.377422 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8322ba8a-add4-4a5b-b8e5-932ef9437f9e req-993e7ab6-d8f1-461b-abbb-b953b4c21f1f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 945 time: 0.0598662 Mar 08 15:39:22.388024 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-18b817bc-7fd1-4882-bbbf-4f8ab045f976 admin admin] Publish callbacks [] for security_group (0b090282-32da-4c54-a6f9-d41868aba518), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:22.418068 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['1bfe6957-d915-492e-bee7-358270ccc0cf'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:39:22.425983 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8322ba8a-add4-4a5b-b8e5-932ef9437f9e req-4bcde32b-cfee-4331-a413-65166ddf02c7 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427747 Mar 08 15:39:22.436955 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558e051-b953-489e-b290-1050b4a25de4 req-ee90ef9f-1170-44a3-9347-68291dc566b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:22.438439 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c558e051-b953-489e-b290-1050b4a25de4 req-ee90ef9f-1170-44a3-9347-68291dc566b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e423483374664153a105b4f930482129&device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 1128 time: 0.1574950 Mar 08 15:39:22.477831 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8801ffd0-e250-447b-9a63-a7dd504ce21a req-42817c1f-ed88-4984-8b70-8b9883efbf37 service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814413 Mar 08 15:39:22.496594 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-18b817bc-7fd1-4882-bbbf-4f8ab045f976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (0b090282-32da-4c54-a6f9-d41868aba518), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:22.499007 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-18b817bc-7fd1-4882-bbbf-4f8ab045f976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:22.500062 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-18b817bc-7fd1-4882-bbbf-4f8ab045f976 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b090282-32da-4c54-a6f9-d41868aba518 HTTP/1.1" status: 204 len: 168 time: 0.5652049 Mar 08 15:39:22.555300 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b817bc-7fd1-4882-bbbf-4f8ab045f976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b090282-32da-4c54-a6f9-d41868aba518,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:22.624929 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558e051-b953-489e-b290-1050b4a25de4 req-2948bd6a-216f-40f3-92f9-7a3f77663e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:22.626610 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c558e051-b953-489e-b290-1050b4a25de4 req-2948bd6a-216f-40f3-92f9-7a3f77663e9a service neutron] 10.222.0.41 "GET /v2.0/networks?id=255bbbd8-9561-4fc6-bb81-e8d65f873238 HTTP/1.1" status: 200 len: 911 time: 0.1802266 Mar 08 15:39:22.672288 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8801ffd0-e250-447b-9a63-a7dd504ce21a req-bf73a454-e771-40b5-a425-8b8b8db416f9 service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846468 Mar 08 15:39:22.673642 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c558e051-b953-489e-b290-1050b4a25de4 req-db9adaee-f5f1-46b8-a3d7-492ffb17ba5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c HTTP/1.1" status: 200 len: 217 time: 0.0396268 Mar 08 15:39:22.729690 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558e051-b953-489e-b290-1050b4a25de4 req-15f5e8a1-f774-403f-b82a-215cffc62893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:22.731477 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c558e051-b953-489e-b290-1050b4a25de4 req-15f5e8a1-f774-403f-b82a-215cffc62893 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e58c1222-1db0-4e89-92f7-183351066a93 HTTP/1.1" status: 200 len: 849 time: 0.0442913 Mar 08 15:39:22.788885 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558e051-b953-489e-b290-1050b4a25de4 req-f797d62c-07e0-4722-93e1-b3a377ac2713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:22.790813 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c558e051-b953-489e-b290-1050b4a25de4 req-f797d62c-07e0-4722-93e1-b3a377ac2713 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=255bbbd8-9561-4fc6-bb81-e8d65f873238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524614 Mar 08 15:39:22.893233 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c558e051-b953-489e-b290-1050b4a25de4 req-d310957b-1680-4729-8871-72f20782fcab service neutron] 10.222.0.41 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950594 Mar 08 15:39:22.992949 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c558e051-b953-489e-b290-1050b4a25de4 req-7035a26c-c83b-4309-a864-02522fb44af0 service neutron] 10.222.0.41 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922253 Mar 08 15:39:23.141871 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108306d1-2856-42ca-8df1-cd1cea43eca7 req-69b98b69-02c3-4f23-b4df-0de540c65242 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:23.141871 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-108306d1-2856-42ca-8df1-cd1cea43eca7 req-69b98b69-02c3-4f23-b4df-0de540c65242 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 943 time: 0.0727141 Mar 08 15:39:23.220038 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-108306d1-2856-42ca-8df1-cd1cea43eca7 req-8771d2a0-7896-445c-b990-0c4f350e5de9 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773652 Mar 08 15:39:23.235123 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10605b86-1e41-4df6-bfd2-5235a47cdac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9362275f-524c-4c5c-8b75-90fff569d8d7'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:23.237467 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0aef2fc-6b25-46f0-9cf6-73de5f2b9e19" -d '{"events": [{"server_uuid": "10605b86-1e41-4df6-bfd2-5235a47cdac7", "name": "network-vif-plugged", "status": "completed", "tag": "9362275f-524c-4c5c-8b75-90fff569d8d7"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:23.239764 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7204a0-a450-4f6f-af0c-6648eba26bf7 req-e325067e-4e3b-4450-8e06-d7477f5dd53b tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:23.246836 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bf7204a0-a450-4f6f-af0c-6648eba26bf7 req-e325067e-4e3b-4450-8e06-d7477f5dd53b tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 945 time: 0.0818019 Mar 08 15:39:23.286110 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42445dbd-22af-4ea3-89f1-a8f1c9d7e4a5 x-openstack-request-id: req-42445dbd-22af-4ea3-89f1-a8f1c9d7e4a5 {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:23.286453 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10605b86-1e41-4df6-bfd2-5235a47cdac7", "name": "network-vif-plugged", "status": "completed", "tag": "9362275f-524c-4c5c-8b75-90fff569d8d7", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:23.287109 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-42445dbd-22af-4ea3-89f1-a8f1c9d7e4a5 {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:23.289009 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10605b86-1e41-4df6-bfd2-5235a47cdac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9362275f-524c-4c5c-8b75-90fff569d8d7', 'code': 200} Mar 08 15:39:23.317498 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bf7204a0-a450-4f6f-af0c-6648eba26bf7 req-fd59c2c9-2b4a-4377-9d8a-e841177ff210 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695677 Mar 08 15:39:23.408351 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff388c9-0ee0-43af-9e94-aa6041712a84 req-ad7fc771-1f4b-4123-a8ba-961e1381a047 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:23.425960 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cff388c9-0ee0-43af-9e94-aa6041712a84 req-ad7fc771-1f4b-4123-a8ba-961e1381a047 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 944 time: 0.0725479 Mar 08 15:39:23.475277 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cff388c9-0ee0-43af-9e94-aa6041712a84 req-e16bfe63-a89a-4b52-8a7c-ab655266f4d7 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483828 Mar 08 15:39:23.572700 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce017df2-26b2-496f-9bc7-344f2cce7a34 req-b02867df-3c6f-41f2-8c9f-8a04cd39f5f9 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:23.574186 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ce017df2-26b2-496f-9bc7-344f2cce7a34 req-b02867df-3c6f-41f2-8c9f-8a04cd39f5f9 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 945 time: 0.0575070 Mar 08 15:39:23.634455 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ce017df2-26b2-496f-9bc7-344f2cce7a34 req-b0636108-3fde-4c63-945e-6e1c518f5a85 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534363 Mar 08 15:39:23.703159 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38398) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:23.812421 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c08fd01d-4b43-46a3-8f58-673c9588fa72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:23.895563 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c08fd01d-4b43-46a3-8f58-673c9588fa72 admin admin] Publish callbacks [] for security_group (2941cadb-31ec-4d6f-beb1-e8b2fe53ec1f), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:23.901305 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c08fd01d-4b43-46a3-8f58-673c9588fa72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (2941cadb-31ec-4d6f-beb1-e8b2fe53ec1f), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:23.937515 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fd01d-4b43-46a3-8f58-673c9588fa72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2941cadb-31ec-4d6f-beb1-e8b2fe53ec1f,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:23.941747 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-c08fd01d-4b43-46a3-8f58-673c9588fa72 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22532f59566c4f21869b72f8a12f1916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369249 Mar 08 15:39:23.944999 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38406) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:23.982336 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 1bfe6957-d915-492e-bee7-358270ccc0cf up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:39:23.998694 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f7df4655-4316-4ec6-bcaa-f2637ed03465 admin admin] Publish callbacks [] for security_group (2941cadb-31ec-4d6f-beb1-e8b2fe53ec1f), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.020214 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f7df4655-4316-4ec6-bcaa-f2637ed03465 admin admin] Publish callbacks [] for security_group (2941cadb-31ec-4d6f-beb1-e8b2fe53ec1f), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.030784 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port 1bfe6957-d915-492e-bee7-358270ccc0cf completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:39:24.034823 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port 1bfe6957-d915-492e-bee7-358270ccc0cf triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:24.035262 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.076260 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f7df4655-4316-4ec6-bcaa-f2637ed03465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (2941cadb-31ec-4d6f-beb1-e8b2fe53ec1f), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.078898 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f7df4655-4316-4ec6-bcaa-f2637ed03465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.080197 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f7df4655-4316-4ec6-bcaa-f2637ed03465 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2941cadb-31ec-4d6f-beb1-e8b2fe53ec1f HTTP/1.1" status: 204 len: 168 time: 0.1341507 Mar 08 15:39:24.088049 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df4655-4316-4ec6-bcaa-f2637ed03465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2941cadb-31ec-4d6f-beb1-e8b2fe53ec1f,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:24.121583 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 1bfe6957-d915-492e-bee7-358270ccc0cf is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:24.121957 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.157468 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 1bfe6957-d915-492e-bee7-358270ccc0cf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1bfe6957-d915-492e-bee7-358270ccc0cf,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:24.162561 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.209058 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=1bfe6957-d915-492e-bee7-358270ccc0cf,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:24.349503 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f362c-5283-400f-8f6a-81c6c666f314 req-f934656d-8665-49a5-a011-0442f2b3549d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:24.350847 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38416) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:24.351140 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-332f362c-5283-400f-8f6a-81c6c666f314 req-f934656d-8665-49a5-a011-0442f2b3549d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 943 time: 0.0554869 Mar 08 15:39:24.366134 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1c1c-ea3b-4d45-9beb-33cc0272ada1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.402231 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-332f362c-5283-400f-8f6a-81c6c666f314 req-80e91816-5a64-4fb5-8961-73d89eb6004a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451140 Mar 08 15:39:24.461127 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1c1c-ea3b-4d45-9beb-33cc0272ada1 admin admin] Publish callbacks [] for security_group (330b247d-7eb6-4fa9-b96c-1af195d8b595), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.461326 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b98039-0941-4f3f-8fe7-92335d5ea2e9 req-4b19f4df-b63d-4f2c-8eb4-b99731f15704 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:24.462980 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f3b98039-0941-4f3f-8fe7-92335d5ea2e9 req-4b19f4df-b63d-4f2c-8eb4-b99731f15704 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 945 time: 0.0564358 Mar 08 15:39:24.466055 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0d7b1c1c-ea3b-4d45-9beb-33cc0272ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (330b247d-7eb6-4fa9-b96c-1af195d8b595), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.502234 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b1c1c-ea3b-4d45-9beb-33cc0272ada1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330b247d-7eb6-4fa9-b96c-1af195d8b595,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:24.510022 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-0d7b1c1c-ea3b-4d45-9beb-33cc0272ada1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e50a712014934b3f9b488ea1796aa4bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554224 Mar 08 15:39:24.510195 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f3b98039-0941-4f3f-8fe7-92335d5ea2e9 req-4bd53493-aa97-4eff-8c8e-adb198d8d821 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 Mar 08 15:39:24.510461 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38422) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:24.565893 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1d42511b-2990-4d70-8f25-e7f70f6f8833 admin admin] Publish callbacks [] for security_group (330b247d-7eb6-4fa9-b96c-1af195d8b595), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.587682 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1d42511b-2990-4d70-8f25-e7f70f6f8833 admin admin] Publish callbacks [] for security_group (330b247d-7eb6-4fa9-b96c-1af195d8b595), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.601165 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3099c93-1e87-4cd2-ae83-601d022fc1bf req-cbf54ac1-8c4e-4039-95b7-2e0cdaa4b312 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:24.602650 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c3099c93-1e87-4cd2-ae83-601d022fc1bf req-cbf54ac1-8c4e-4039-95b7-2e0cdaa4b312 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 944 time: 0.0542705 Mar 08 15:39:24.640462 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1d42511b-2990-4d70-8f25-e7f70f6f8833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (330b247d-7eb6-4fa9-b96c-1af195d8b595), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.643088 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1d42511b-2990-4d70-8f25-e7f70f6f8833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:24.644267 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-1d42511b-2990-4d70-8f25-e7f70f6f8833 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/330b247d-7eb6-4fa9-b96c-1af195d8b595 HTTP/1.1" status: 204 len: 168 time: 0.1328847 Mar 08 15:39:24.654902 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c3099c93-1e87-4cd2-ae83-601d022fc1bf req-bb9fee34-f702-4882-9476-f53c084f4fb8 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463750 Mar 08 15:39:24.671682 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42511b-2990-4d70-8f25-e7f70f6f8833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330b247d-7eb6-4fa9-b96c-1af195d8b595,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:24.775581 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af9b94-1d56-4056-94dc-92cebc7d3ded req-3d782aaa-ebd0-472a-9c10-dbb4a3ed51b4 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:24.777060 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-45af9b94-1d56-4056-94dc-92cebc7d3ded req-3d782aaa-ebd0-472a-9c10-dbb4a3ed51b4 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0546477 Mar 08 15:39:24.839374 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-45af9b94-1d56-4056-94dc-92cebc7d3ded req-a91f6526-f551-4be0-9970-c4b9ce4f6e8c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480785 Mar 08 15:39:25.290854 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e726af8-263b-476f-94e4-4f39592931b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfe6957-d915-492e-bee7-358270ccc0cf'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:25.293751 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79f0084-2564-43cc-872b-76ed23be8f16" -d '{"events": [{"server_uuid": "7e726af8-263b-476f-94e4-4f39592931b4", "name": "network-vif-plugged", "status": "completed", "tag": "1bfe6957-d915-492e-bee7-358270ccc0cf"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:25.337817 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c775c0-c0d4-48d1-b98c-27820aa652d6 x-openstack-request-id: req-b7c775c0-c0d4-48d1-b98c-27820aa652d6 {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:25.338162 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e726af8-263b-476f-94e4-4f39592931b4", "name": "network-vif-plugged", "status": "completed", "tag": "1bfe6957-d915-492e-bee7-358270ccc0cf", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:25.338456 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7c775c0-c0d4-48d1-b98c-27820aa652d6 {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:25.338874 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e726af8-263b-476f-94e4-4f39592931b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfe6957-d915-492e-bee7-358270ccc0cf', 'code': 200} Mar 08 15:39:25.530156 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3aa16-ccab-460f-b1bd-4c1e61e70c8b req-523f3fc0-e57c-401a-a04b-7194a311822b tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:25.531654 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c6d3aa16-ccab-460f-b1bd-4c1e61e70c8b req-523f3fc0-e57c-401a-a04b-7194a311822b tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 943 time: 0.0522149 Mar 08 15:39:25.587676 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c6d3aa16-ccab-460f-b1bd-4c1e61e70c8b req-320153d8-965b-47ae-a80f-8674d4c34d21 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493124 Mar 08 15:39:25.645458 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9324cd-70a3-4c16-80ab-7494c30f1847 req-51ca0d09-d4c8-490c-aab9-a1196cd8b2a7 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:25.647232 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fe9324cd-70a3-4c16-80ab-7494c30f1847 req-51ca0d09-d4c8-490c-aab9-a1196cd8b2a7 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 945 time: 0.0582693 Mar 08 15:39:25.697073 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fe9324cd-70a3-4c16-80ab-7494c30f1847 req-0fdaa745-3932-49d0-bca4-cec1e941fc8e tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437310 Mar 08 15:39:25.756722 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:39:25.789435 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915e06e-dc62-4156-8241-e3411c0dfe72 req-bcd0c005-3d16-4904-94f3-977b29f16b9d tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:25.792780 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3915e06e-dc62-4156-8241-e3411c0dfe72 req-bcd0c005-3d16-4904-94f3-977b29f16b9d tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 944 time: 0.0662348 Mar 08 15:39:25.855143 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3915e06e-dc62-4156-8241-e3411c0dfe72 req-da17959f-c51b-42cb-9bc6-a37cd6146c73 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553136 Mar 08 15:39:25.965439 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c,segment=NetworkSegment(9f5fb220-0fce-41e1-9208-c94017024008),segment_id=9f5fb220-0fce-41e1-9208-c94017024008)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:26.000633 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': '08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'port_id': '08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c', 'mac_address': 'fa:16:3e:a5:00:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:39:26.056978 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0cc23-50f4-494a-9823-b429b89f4f59 req-85e79ce0-130e-40e1-8cae-a4be8da77096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:26.058543 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-cdc0cc23-50f4-494a-9823-b429b89f4f59 req-85e79ce0-130e-40e1-8cae-a4be8da77096 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 1129 time: 0.1151910 Mar 08 15:39:26.068666 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29905da-9637-4c98-9446-33f3f975f1eb req-708c587e-deac-476a-8ebe-28331848d517 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:26.078594 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e29905da-9637-4c98-9446-33f3f975f1eb req-708c587e-deac-476a-8ebe-28331848d517 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.1244416 Mar 08 15:39:26.080090 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:26.082890 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:26.093749 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41000773-360e-47a2-87f5-94789005136f req-650541ea-e678-4a51-be19-e530f86bbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:26.095513 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-41000773-360e-47a2-87f5-94789005136f req-650541ea-e678-4a51-be19-e530f86bbd5c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 1130 time: 0.0860901 Mar 08 15:39:26.099638 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:39:26.126008 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c,segment=NetworkSegment(9f5fb220-0fce-41e1-9208-c94017024008),segment_id=9f5fb220-0fce-41e1-9208-c94017024008)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:26.130996 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-cdc0cc23-50f4-494a-9823-b429b89f4f59 req-d01a7af7-88cc-4a89-b15e-a2e88e5d16c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626078 Mar 08 15:39:26.133520 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:26.165377 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-41000773-360e-47a2-87f5-94789005136f req-d2d8fec2-469a-4978-b697-40c299e73453 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544186 Mar 08 15:39:26.170236 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e29905da-9637-4c98-9446-33f3f975f1eb req-dbd58dc9-d347-43dc-b3db-6e8242404b62 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905087 Mar 08 15:39:26.206298 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:26.454011 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:39:26.556568 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38496) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:26.733124 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8639f3ac-c229-46e7-a3d1-db92545a948b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:26.769210 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4cca7-5458-42d6-9a18-c9c84dbf5cf9 req-5074b46d-8b9a-4d7d-abf0-303dd3fec97d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:26.770917 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fcf4cca7-5458-42d6-9a18-c9c84dbf5cf9 req-5074b46d-8b9a-4d7d-abf0-303dd3fec97d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 943 time: 0.1087267 Mar 08 15:39:26.883722 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fcf4cca7-5458-42d6-9a18-c9c84dbf5cf9 req-45dfde4f-10eb-4914-82a4-07c687725dff tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022983 Mar 08 15:39:26.897744 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd51d4-5fd7-4f2f-871e-7bde2922383d req-74875c79-a5b2-4075-b3ef-ed8f30ac1514 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:26.899032 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-70bd51d4-5fd7-4f2f-871e-7bde2922383d req-74875c79-a5b2-4075-b3ef-ed8f30ac1514 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 945 time: 0.1272278 Mar 08 15:39:26.940735 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8639f3ac-c229-46e7-a3d1-db92545a948b admin admin] Publish callbacks [] for security_group (39e2807b-3345-4f8e-b460-8ab134600564), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:26.952573 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8639f3ac-c229-46e7-a3d1-db92545a948b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (39e2807b-3345-4f8e-b460-8ab134600564), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:27.050916 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-70bd51d4-5fd7-4f2f-871e-7bde2922383d req-b713e35d-2513-458b-a18f-6d212f920094 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444767 Mar 08 15:39:27.057824 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-8639f3ac-c229-46e7-a3d1-db92545a948b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c174fb0f6324329babf5223198ed430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5003145 Mar 08 15:39:27.060201 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639f3ac-c229-46e7-a3d1-db92545a948b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e2807b-3345-4f8e-b460-8ab134600564,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:27.061387 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38516) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:27.102910 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3f3e9-ee51-40be-a87e-7534b54b23c6 req-00d3fb14-8989-499d-bab4-0641d39ffea5 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:27.104858 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3bd3f3e9-ee51-40be-a87e-7534b54b23c6 req-00d3fb14-8989-499d-bab4-0641d39ffea5 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 945 time: 0.1310341 Mar 08 15:39:27.148581 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f0aeccc8-ed41-4f1d-884a-5fe1a2315f8d admin admin] Publish callbacks [] for security_group (39e2807b-3345-4f8e-b460-8ab134600564), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:27.173312 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f0aeccc8-ed41-4f1d-884a-5fe1a2315f8d admin admin] Publish callbacks [] for security_group (39e2807b-3345-4f8e-b460-8ab134600564), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:27.183807 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3bd3f3e9-ee51-40be-a87e-7534b54b23c6 req-efda0acf-1226-49a3-8861-f42453abd4fd tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722780 Mar 08 15:39:27.242840 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f0aeccc8-ed41-4f1d-884a-5fe1a2315f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (39e2807b-3345-4f8e-b460-8ab134600564), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:27.247520 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f0aeccc8-ed41-4f1d-884a-5fe1a2315f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:27.253993 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-f0aeccc8-ed41-4f1d-884a-5fe1a2315f8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39e2807b-3345-4f8e-b460-8ab134600564 HTTP/1.1" status: 204 len: 168 time: 0.1914732 Mar 08 15:39:27.274543 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aeccc8-ed41-4f1d-884a-5fe1a2315f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e2807b-3345-4f8e-b460-8ab134600564,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:27.402374 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b63c1-d01e-4ac6-818c-a5ad98b9514f req-f0c4e6b7-836d-4bd0-9311-e3619e94584a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:27.404439 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ef0b63c1-d01e-4ac6-818c-a5ad98b9514f req-f0c4e6b7-836d-4bd0-9311-e3619e94584a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.1433415 Mar 08 15:39:27.504872 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ef0b63c1-d01e-4ac6-818c-a5ad98b9514f req-aff2bb01-727e-4d0c-8600-df040d0cfeee tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940230 Mar 08 15:39:27.672935 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38546) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:27.687674 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-de929dd7-4f88-4a2b-89a5-dc37b077f00e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:27.763293 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-de929dd7-4f88-4a2b-89a5-dc37b077f00e admin admin] Publish callbacks [] for security_group (fdfa0d24-b0c7-4725-8f7e-46dc3683dc1b), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:27.767596 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-de929dd7-4f88-4a2b-89a5-dc37b077f00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (fdfa0d24-b0c7-4725-8f7e-46dc3683dc1b), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:27.806692 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-de929dd7-4f88-4a2b-89a5-dc37b077f00e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec24fcb4c9d6422a8f5557aabc8d1867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324935 Mar 08 15:39:27.807618 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de929dd7-4f88-4a2b-89a5-dc37b077f00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfa0d24-b0c7-4725-8f7e-46dc3683dc1b,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:27.809619 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38552) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:27.859692 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f4398c11-397a-4bbe-bb1b-0c941e042da4 admin admin] Publish callbacks [] for security_group (fdfa0d24-b0c7-4725-8f7e-46dc3683dc1b), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:27.882111 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f4398c11-397a-4bbe-bb1b-0c941e042da4 admin admin] Publish callbacks [] for security_group (fdfa0d24-b0c7-4725-8f7e-46dc3683dc1b), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:27.931892 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f4398c11-397a-4bbe-bb1b-0c941e042da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (fdfa0d24-b0c7-4725-8f7e-46dc3683dc1b), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:27.934684 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f4398c11-397a-4bbe-bb1b-0c941e042da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:27.935865 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f4398c11-397a-4bbe-bb1b-0c941e042da4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fdfa0d24-b0c7-4725-8f7e-46dc3683dc1b HTTP/1.1" status: 204 len: 168 time: 0.1252868 Mar 08 15:39:27.945657 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4398c11-397a-4bbe-bb1b-0c941e042da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfa0d24-b0c7-4725-8f7e-46dc3683dc1b,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:28.018724 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ddb6e-1083-494b-a30a-ce2ae18a4eb5 req-c42125bf-cdd6-4aac-81e2-da35300461a5 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:28.020208 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-358ddb6e-1083-494b-a30a-ce2ae18a4eb5 req-c42125bf-cdd6-4aac-81e2-da35300461a5 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 943 time: 0.0524654 Mar 08 15:39:28.076780 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-358ddb6e-1083-494b-a30a-ce2ae18a4eb5 req-4f84d03e-ae82-4f01-baa4-ad6258fa8128 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496161 Mar 08 15:39:28.304329 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5f4a2-3831-4ad4-9da1-87254aa0baa8 req-daaaf16a-2418-4bbe-b4f4-d805181fca74 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:28.305809 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-95e5f4a2-3831-4ad4-9da1-87254aa0baa8 req-daaaf16a-2418-4bbe-b4f4-d805181fca74 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 945 time: 0.0531893 Mar 08 15:39:28.354039 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-95e5f4a2-3831-4ad4-9da1-87254aa0baa8 req-ffb804f5-c99c-4740-8ccf-4160b8708071 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425274 Mar 08 15:39:28.576724 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device f2c017aa-07ed-4933-ae61-ad3352d67e2d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:39:28.617191 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaea0af-b2d7-4bad-b62b-69f1095aa5d9 req-8e28044f-65e3-4333-9602-430754e8fd9a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:28.618889 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3aaea0af-b2d7-4bad-b62b-69f1095aa5d9 req-8e28044f-65e3-4333-9602-430754e8fd9a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0544119 Mar 08 15:39:28.671946 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3aaea0af-b2d7-4bad-b62b-69f1095aa5d9 req-89007a6f-002a-4db3-b7b3-bd570d79a32e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474498 Mar 08 15:39:28.699060 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port f2c017aa-07ed-4933-ae61-ad3352d67e2d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f2c017aa-07ed-4933-ae61-ad3352d67e2d,segment=NetworkSegment(f38b1a23-fb96-44e3-be40-f12595e1100f),segment_id=f38b1a23-fb96-44e3-be40-f12595e1100f)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:28.710331 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': 'f2c017aa-07ed-4933-ae61-ad3352d67e2d', 'network_id': '336b1089-5f85-453c-a80f-537975cc126a', 'port_id': 'f2c017aa-07ed-4933-ae61-ad3352d67e2d', 'mac_address': 'fa:16:3e:04:9d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1e6a02-595b-4943-bc40-53e048758393', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:39:28.745940 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port f2c017aa-07ed-4933-ae61-ad3352d67e2d is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:28.746319 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (f2c017aa-07ed-4933-ae61-ad3352d67e2d), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:28.764164 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c017aa-07ed-4933-ae61-ad3352d67e2d {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:39:28.784878 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port f2c017aa-07ed-4933-ae61-ad3352d67e2d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f2c017aa-07ed-4933-ae61-ad3352d67e2d,segment=NetworkSegment(f38b1a23-fb96-44e3-be40-f12595e1100f),segment_id=f38b1a23-fb96-44e3-be40-f12595e1100f)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:28.789782 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (f2c017aa-07ed-4933-ae61-ad3352d67e2d), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:28.837157 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=f2c017aa-07ed-4933-ae61-ad3352d67e2d,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:29.198090 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe05008-dee4-429c-99b4-496afa6dedf2 req-3ff7e992-c956-4a99-ba34-f882033431ae tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:29.199570 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8fe05008-dee4-429c-99b4-496afa6dedf2 req-3ff7e992-c956-4a99-ba34-f882033431ae tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 944 time: 0.0551076 Mar 08 15:39:29.247779 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8fe05008-dee4-429c-99b4-496afa6dedf2 req-85df1ab3-3737-4e17-9c50-f0b403a8546a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424294 Mar 08 15:39:29.393253 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:39:29.460130 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:39:29.468703 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:29.469185 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:29.490939 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e505db-d52b-49c0-94bf-aea04a487239 req-bb2bad48-bc96-4130-8a0e-beae564d4437 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:29.492140 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-14e505db-d52b-49c0-94bf-aea04a487239 req-bb2bad48-bc96-4130-8a0e-beae564d4437 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 945 time: 0.0636408 Mar 08 15:39:29.546926 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-14e505db-d52b-49c0-94bf-aea04a487239 req-bdaaf223-16a5-439d-b108-9400df2eae88 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458632 Mar 08 15:39:29.559639 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:29.560091 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:29.584994 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f32c9b-31b2-43da-a92b-3660b155f7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:29.587022 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd5be8e-a2e0-4f19-81e5-6c702f2d7a31" -d '{"events": [{"server_uuid": "16f32c9b-31b2-43da-a92b-3660b155f7d1", "name": "network-vif-plugged", "status": "completed", "tag": "08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:29.599808 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c,segment=NetworkSegment(9f5fb220-0fce-41e1-9208-c94017024008),segment_id=9f5fb220-0fce-41e1-9208-c94017024008)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:29.603836 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:29.628132 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f675baf-1dfe-4d3e-a054-2b3a7fdb3451 x-openstack-request-id: req-6f675baf-1dfe-4d3e-a054-2b3a7fdb3451 {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:29.628455 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f32c9b-31b2-43da-a92b-3660b155f7d1", "name": "network-vif-plugged", "status": "completed", "tag": "08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:29.628715 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f675baf-1dfe-4d3e-a054-2b3a7fdb3451 {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:29.629093 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f32c9b-31b2-43da-a92b-3660b155f7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c', 'code': 200} Mar 08 15:39:29.655412 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:29.754240 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38634) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:29.806791 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d093fa-decf-4f4d-8656-9059567ec152 req-555c3ec9-0813-4d7a-b356-38d11f42050d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:29.806791 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f3d093fa-decf-4f4d-8656-9059567ec152 req-555c3ec9-0813-4d7a-b356-38d11f42050d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0601900 Mar 08 15:39:30.019217 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9e13dc1a-69a0-4c4d-98a3-d01e035097f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.056001 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f3d093fa-decf-4f4d-8656-9059567ec152 req-62f3be31-32d6-4914-94bd-8f253e70a04f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2453034 Mar 08 15:39:30.113486 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9e13dc1a-69a0-4c4d-98a3-d01e035097f3 admin admin] Publish callbacks [] for security_group (f5be9bc8-ae8d-409e-9eb7-e86a92ca7671), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.118266 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9e13dc1a-69a0-4c4d-98a3-d01e035097f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (f5be9bc8-ae8d-409e-9eb7-e86a92ca7671), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.155361 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9e13dc1a-69a0-4c4d-98a3-d01e035097f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4288fe3be5924821ba2c8c4cfbdcca85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4000926 Mar 08 15:39:30.156189 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13dc1a-69a0-4c4d-98a3-d01e035097f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5be9bc8-ae8d-409e-9eb7-e86a92ca7671,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:30.158970 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38640) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:30.211178 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-42b46436-d486-4e8c-8366-fe7bb825b5bb admin admin] Publish callbacks [] for security_group (f5be9bc8-ae8d-409e-9eb7-e86a92ca7671), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.239993 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-42b46436-d486-4e8c-8366-fe7bb825b5bb admin admin] Publish callbacks [] for security_group (f5be9bc8-ae8d-409e-9eb7-e86a92ca7671), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.289719 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-42b46436-d486-4e8c-8366-fe7bb825b5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (f5be9bc8-ae8d-409e-9eb7-e86a92ca7671), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.292291 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-42b46436-d486-4e8c-8366-fe7bb825b5bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.296369 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-42b46436-d486-4e8c-8366-fe7bb825b5bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5be9bc8-ae8d-409e-9eb7-e86a92ca7671 HTTP/1.1" status: 204 len: 168 time: 0.1331093 Mar 08 15:39:30.301656 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b46436-d486-4e8c-8366-fe7bb825b5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5be9bc8-ae8d-409e-9eb7-e86a92ca7671,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:30.392577 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0b3c6-8658-4313-8ecc-60ddefa5bda7 req-3e475a3d-1a9c-44ae-9a45-f722d9703333 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:30.394746 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8df0b3c6-8658-4313-8ecc-60ddefa5bda7 req-3e475a3d-1a9c-44ae-9a45-f722d9703333 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 944 time: 0.0683932 Mar 08 15:39:30.460304 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8df0b3c6-8658-4313-8ecc-60ddefa5bda7 req-8c9a9450-3393-4654-92e0-92c65322232d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548337 Mar 08 15:39:30.565537 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e2b1d-1891-486b-97b4-16798943fb61 req-3987b76c-ce07-46e1-9644-f89da2228e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:30.567053 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-836e2b1d-1891-486b-97b4-16798943fb61 req-3987b76c-ce07-46e1-9644-f89da2228e2a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 1130 time: 0.0448117 Mar 08 15:39:30.617865 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-836e2b1d-1891-486b-97b4-16798943fb61 req-65a64395-2cd8-49bb-9096-8b61d50d02c7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439889 Mar 08 15:39:30.640721 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38654) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:30.654291 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a5498cc3-ae61-4d6f-823a-adca9b723f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.665635 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6b17d-5d92-4566-9b19-2d50aa1ba1cb req-055fca86-299f-46fe-b836-0a595ea7e52e tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:30.667171 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-82a6b17d-5d92-4566-9b19-2d50aa1ba1cb req-055fca86-299f-46fe-b836-0a595ea7e52e tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0529563 Mar 08 15:39:30.687892 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['f2c017aa-07ed-4933-ae61-ad3352d67e2d'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:39:30.718291 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-82a6b17d-5d92-4566-9b19-2d50aa1ba1cb req-23108555-9afe-4ca0-aa8d-f3c99db21d3f tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444422 Mar 08 15:39:30.747601 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a5498cc3-ae61-4d6f-823a-adca9b723f32 admin admin] Publish callbacks [] for security_group (495e0e92-caf8-46a7-bb6b-594efc7682b7), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.752523 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a5498cc3-ae61-4d6f-823a-adca9b723f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (495e0e92-caf8-46a7-bb6b-594efc7682b7), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.799798 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-a5498cc3-ae61-4d6f-823a-adca9b723f32 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f1f4a887c4543e39ce2e0b5436da39f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553924 Mar 08 15:39:30.799798 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5498cc3-ae61-4d6f-823a-adca9b723f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495e0e92-caf8-46a7-bb6b-594efc7682b7,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:30.800200 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38658) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:30.863650 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83f2ce8b-6512-4821-875b-402a8f7958bc admin admin] Publish callbacks [] for security_group (495e0e92-caf8-46a7-bb6b-594efc7682b7), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.887665 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83f2ce8b-6512-4821-875b-402a8f7958bc admin admin] Publish callbacks [] for security_group (495e0e92-caf8-46a7-bb6b-594efc7682b7), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.940296 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83f2ce8b-6512-4821-875b-402a8f7958bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (495e0e92-caf8-46a7-bb6b-594efc7682b7), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.942813 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83f2ce8b-6512-4821-875b-402a8f7958bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:30.944110 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-83f2ce8b-6512-4821-875b-402a8f7958bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/495e0e92-caf8-46a7-bb6b-594efc7682b7 HTTP/1.1" status: 204 len: 168 time: 0.1428876 Mar 08 15:39:30.951616 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2ce8b-6512-4821-875b-402a8f7958bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495e0e92-caf8-46a7-bb6b-594efc7682b7,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:31.185075 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339d5c6-db0d-4dad-b16d-4efdcfb510ca req-8e960758-6fba-41cf-beb5-8e3597e8653f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:31.186582 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f339d5c6-db0d-4dad-b16d-4efdcfb510ca req-8e960758-6fba-41cf-beb5-8e3597e8653f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0563693 Mar 08 15:39:31.233724 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f339d5c6-db0d-4dad-b16d-4efdcfb510ca req-72baa6f8-91b8-405b-a989-5502d3cd3d34 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414157 Mar 08 15:39:31.389969 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55b330-29a4-4097-9458-2505c8364332 req-9b47a48a-fe31-43ea-acf5-803c0aefa483 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:31.391369 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bd55b330-29a4-4097-9458-2505c8364332 req-9b47a48a-fe31-43ea-acf5-803c0aefa483 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0521729 Mar 08 15:39:31.400057 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38682) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:31.405228 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-5f8f6e3e-6c9d-45dd-9a6e-f1dd63e33146 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Request body: {'floatingip': {'port_id': '1bfe6957-d915-492e-bee7-358270ccc0cf'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:31.480639 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5f8f6e3e-6c9d-45dd-9a6e-f1dd63e33146 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for floatingip (a1b8139c-896d-4b48-beb1-0106696e4e10), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:31.710530 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44874ca-d4cc-4bad-bea4-83f03a80185b req-9df19938-84ae-4384-baeb-be209fe0e4d1 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:31.712709 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d44874ca-d4cc-4bad-bea4-83f03a80185b req-9df19938-84ae-4384-baeb-be209fe0e4d1 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 944 time: 0.1453764 Mar 08 15:39:31.720435 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38708) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:31.860769 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-5b37131b-6556-4fd7-b621-31830893940b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1436446948-network', 'tenant_id': 'b7b7ab38798f4d518af7b5f4cb665ef9'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:31.903611 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b37131b-6556-4fd7-b621-31830893940b admin admin] Made reservation on behalf of b7b7ab38798f4d518af7b5f4cb665ef9 for: {'network': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:39:31.907678 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5b37131b-6556-4fd7-b621-31830893940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:31.922851 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d44874ca-d4cc-4bad-bea4-83f03a80185b req-85553e05-56a3-4394-b603-f3f9663dd908 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195953 Mar 08 15:39:31.926271 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5b37131b-6556-4fd7-b621-31830893940b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.019593 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5b37131b-6556-4fd7-b621-31830893940b admin admin] Publish callbacks [] for security_group (0c603fe4-09ed-4241-85f1-697f5a4151b7), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.028640 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5b37131b-6556-4fd7-b621-31830893940b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (0c603fe4-09ed-4241-85f1-697f5a4151b7), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.042454 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b37131b-6556-4fd7-b621-31830893940b admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=104418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:39:32.055649 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5b37131b-6556-4fd7-b621-31830893940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (77f70759-b2a3-4292-a8d9-9c2d889b700c), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.055974 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.segments_db [None req-5b37131b-6556-4fd7-b621-31830893940b admin admin] Added segment 77f70759-b2a3-4292-a8d9-9c2d889b700c of type vlan for network 3b2fe010-a510-4c78-9288-7a92dd3d7b3e Mar 08 15:39:32.059525 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cf4c4-1715-4abf-a54e-a99d41408076 req-2bcbe982-150b-4443-80b9-034be6949de1 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:32.061789 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c11cf4c4-1715-4abf-a54e-a99d41408076 req-2bcbe982-150b-4443-80b9-034be6949de1 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.2599809 Mar 08 15:39:32.114016 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5b37131b-6556-4fd7-b621-31830893940b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (3b2fe010-a510-4c78-9288-7a92dd3d7b3e), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.157122 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37131b-6556-4fd7-b621-31830893940b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c603fe4-09ed-4241-85f1-697f5a4151b7,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:32.163404 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5b37131b-6556-4fd7-b621-31830893940b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (3b2fe010-a510-4c78-9288-7a92dd3d7b3e), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.165234 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b37131b-6556-4fd7-b621-31830893940b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:32.165923 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5b37131b-6556-4fd7-b621-31830893940b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.206555 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-5b37131b-6556-4fd7-b621-31830893940b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4823477 Mar 08 15:39:32.228295 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38728) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:32.232978 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-cbf64e19-250a-427d-b92f-36139aa79727 admin admin] Request body: {'subnet': {'network_id': '3b2fe010-a510-4c78-9288-7a92dd3d7b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1436446948-subnet', 'tenant_id': 'b7b7ab38798f4d518af7b5f4cb665ef9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:32.244620 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37131b-6556-4fd7-b621-31830893940b admin admin] Pushing event updated for resources: {'Network': ['ID=3b2fe010-a510-4c78-9288-7a92dd3d7b3e,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:32.261089 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network 3b2fe010-a510-4c78-9288-7a92dd3d7b3e details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:39:32.262165 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf64e19-250a-427d-b92f-36139aa79727 admin admin] Made reservation on behalf of b7b7ab38798f4d518af7b5f4cb665ef9 for: {'subnet': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:39:32.264561 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c11cf4c4-1715-4abf-a54e-a99d41408076 req-63340eb0-e0fb-4b65-9f21-dee73e2baac6 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818817 Mar 08 15:39:32.269377 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cbf64e19-250a-427d-b92f-36139aa79727 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.419203 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5f8f6e3e-6c9d-45dd-9a6e-f1dd63e33146 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.423749 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5f8f6e3e-6c9d-45dd-9a6e-f1dd63e33146 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (a1b8139c-896d-4b48-beb1-0106696e4e10), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.446066 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38734) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:32.471261 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cbf64e19-250a-427d-b92f-36139aa79727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for subnet (65db2b3b-1c63-4137-a335-11fdefd6a589), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.527642 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf64e19-250a-427d-b92f-36139aa79727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65db2b3b-1c63-4137-a335-11fdefd6a589,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:32.538685 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf64e19-250a-427d-b92f-36139aa79727 admin admin] Checking segment: {'id': '77f70759-b2a3-4292-a8d9-9c2d889b700c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3b2fe010-a510-4c78-9288-7a92dd3d7b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:39:32.539260 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf64e19-250a-427d-b92f-36139aa79727 admin admin] Network hostable DHCP agents. Network: 3b2fe010-a510-4c78-9288-7a92dd3d7b3e, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:39:32.558429 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf64e19-250a-427d-b92f-36139aa79727 admin admin] Network 3b2fe010-a510-4c78-9288-7a92dd3d7b3e is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:39:32.578774 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-14f5527b-b256-4068-9357-866342bfafe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.587291 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-cbf64e19-250a-427d-b92f-36139aa79727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, 3b2fe010-a510-4c78-9288-7a92dd3d7b3e) {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:39:32.593338 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf64e19-250a-427d-b92f-36139aa79727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:32.593921 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cbf64e19-250a-427d-b92f-36139aa79727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.600195 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b37ee62-34a8-44a5-94b3-f327a7355f0c None None] Network 3b2fe010-a510-4c78-9288-7a92dd3d7b3e requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:39:32.630165 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-cbf64e19-250a-427d-b92f-36139aa79727 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3981776 Mar 08 15:39:32.691691 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-14f5527b-b256-4068-9357-866342bfafe1 admin admin] Publish callbacks [] for security_group (0396bedd-1a2b-40b6-a00f-63dc68530e30), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.698354 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-14f5527b-b256-4068-9357-866342bfafe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (0396bedd-1a2b-40b6-a00f-63dc68530e30), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.712059 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42eed5e-bf59-4b1c-943e-7da2fb827ae1 None None] Network 3b2fe010-a510-4c78-9288-7a92dd3d7b3e requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:39:32.729008 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-5f8f6e3e-6c9d-45dd-9a6e-f1dd63e33146 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Floating IP a1b8139c-896d-4b48-beb1-0106696e4e10 associated. External IP: 172.27.1.227, port: 1bfe6957-d915-492e-bee7-358270ccc0cf. Mar 08 15:39:32.745466 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-14f5527b-b256-4068-9357-866342bfafe1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8eeb32e0c693454d9880d939148c3b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983162 Mar 08 15:39:32.748087 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38740) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:32.755062 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5527b-b256-4068-9357-866342bfafe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0396bedd-1a2b-40b6-a00f-63dc68530e30,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:32.836800 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f9a1d03d-5651-4d4b-aebf-c31492eb9754 admin admin] Publish callbacks [] for security_group (0396bedd-1a2b-40b6-a00f-63dc68530e30), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.863502 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f9a1d03d-5651-4d4b-aebf-c31492eb9754 admin admin] Publish callbacks [] for security_group (0396bedd-1a2b-40b6-a00f-63dc68530e30), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.929359 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f9a1d03d-5651-4d4b-aebf-c31492eb9754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (0396bedd-1a2b-40b6-a00f-63dc68530e30), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.932122 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f9a1d03d-5651-4d4b-aebf-c31492eb9754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:32.937019 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-f9a1d03d-5651-4d4b-aebf-c31492eb9754 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0396bedd-1a2b-40b6-a00f-63dc68530e30 HTTP/1.1" status: 204 len: 168 time: 0.1879530 Mar 08 15:39:32.945445 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1d03d-5651-4d4b-aebf-c31492eb9754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0396bedd-1a2b-40b6-a00f-63dc68530e30,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:32.994281 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8f6e3e-6c9d-45dd-9a6e-f1dd63e33146 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Router 1c963191-b183-40cb-9a78-1c8d3a552aa9 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:39:33.012537 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device f2c017aa-07ed-4933-ae61-ad3352d67e2d up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:39:33.106789 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port f2c017aa-07ed-4933-ae61-ad3352d67e2d completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:39:33.113363 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port f2c017aa-07ed-4933-ae61-ad3352d67e2d triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:33.113819 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (f2c017aa-07ed-4933-ae61-ad3352d67e2d), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.162055 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333688c-5cfc-4ac6-b64d-f76038bcebc8 req-4d7f0af0-8f55-4985-9563-49b81708bd80 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:33.170093 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b333688c-5cfc-4ac6-b64d-f76038bcebc8 req-4d7f0af0-8f55-4985-9563-49b81708bd80 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 944 time: 0.1479130 Mar 08 15:39:33.201975 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8f6e3e-6c9d-45dd-9a6e-f1dd63e33146 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:39:33.211743 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5f8f6e3e-6c9d-45dd-9a6e-f1dd63e33146 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.217049 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7313bf56-22fc-4353-a278-c03f3f7b5dea None None] Sync routers for ids ['1c963191-b183-40cb-9a78-1c8d3a552aa9'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:39:33.235738 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7313bf56-22fc-4353-a278-c03f3f7b5dea None None] Routers {'1c963191-b183-40cb-9a78-1c8d3a552aa9'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:39:33.236477 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-7313bf56-22fc-4353-a278-c03f3f7b5dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:39:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['1c963191-b183-40cb-9a78-1c8d3a552aa9'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:33.262721 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b333688c-5cfc-4ac6-b64d-f76038bcebc8 req-58b3388d-e4cc-4c22-81e8-483e688b907e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866396 Mar 08 15:39:33.268229 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-5f8f6e3e-6c9d-45dd-9a6e-f1dd63e33146 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "PUT /v2.0/floatingips/a1b8139c-896d-4b48-beb1-0106696e4e10 HTTP/1.1" status: 200 len: 992 time: 1.8671277 Mar 08 15:39:33.268780 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e726af8-263b-476f-94e4-4f39592931b4', 'tag': '1bfe6957-d915-492e-bee7-358270ccc0cf'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:33.271418 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71785947914745800d43d5c0a78718fe11ea6fdba8b9e0230793fe8b114d71b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ceab95-9e6c-4f56-aa40-c8bd51a6ccc7" -d '{"events": [{"name": "network-changed", "server_uuid": "7e726af8-263b-476f-94e4-4f39592931b4", "tag": "1bfe6957-d915-492e-bee7-358270ccc0cf"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:33.314911 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1749969a-3d3e-46ff-8d76-e99a2671f05d x-openstack-request-id: req-1749969a-3d3e-46ff-8d76-e99a2671f05d {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:33.315397 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e726af8-263b-476f-94e4-4f39592931b4", "tag": "1bfe6957-d915-492e-bee7-358270ccc0cf", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:33.315796 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1749969a-3d3e-46ff-8d76-e99a2671f05d {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:33.316196 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e726af8-263b-476f-94e4-4f39592931b4', 'tag': '1bfe6957-d915-492e-bee7-358270ccc0cf', 'status': 'completed', 'code': 200} Mar 08 15:39:33.365133 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port f2c017aa-07ed-4933-ae61-ad3352d67e2d is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:33.365871 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (f2c017aa-07ed-4933-ae61-ad3352d67e2d), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.392821 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98280c94-2ddb-4c95-b470-e867fcb42541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c017aa-07ed-4933-ae61-ad3352d67e2d'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:33.396319 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85bf4bd-dd92-4c94-9632-5a8d82d14669" -d '{"events": [{"server_uuid": "98280c94-2ddb-4c95-b470-e867fcb42541", "name": "network-vif-plugged", "status": "completed", "tag": "f2c017aa-07ed-4933-ae61-ad3352d67e2d"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:33.410757 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port f2c017aa-07ed-4933-ae61-ad3352d67e2d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f2c017aa-07ed-4933-ae61-ad3352d67e2d,segment=NetworkSegment(f38b1a23-fb96-44e3-be40-f12595e1100f),segment_id=f38b1a23-fb96-44e3-be40-f12595e1100f)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:33.419593 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38776) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:33.421170 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (f2c017aa-07ed-4933-ae61-ad3352d67e2d), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.431741 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-5e32d9d7-fe2b-4ffb-a7f3-791b4a244773 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1409064769-network', 'tenant_id': '98866556a075443eaa45d33e6133f145'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:33.469249 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-7313bf56-22fc-4353-a278-c03f3f7b5dea None None] Set router 1c963191-b183-40cb-9a78-1c8d3a552aa9 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:39:33.473435 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e32d9d7-fe2b-4ffb-a7f3-791b4a244773 admin admin] Made reservation on behalf of 98866556a075443eaa45d33e6133f145 for: {'network': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:39:33.477071 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5e32d9d7-fe2b-4ffb-a7f3-791b4a244773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.483024 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=f2c017aa-07ed-4933-ae61-ad3352d67e2d,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:33.500748 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5e32d9d7-fe2b-4ffb-a7f3-791b4a244773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.588128 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f2afa-d7a0-4d46-995a-0b4b228ee85c req-dc63ada5-a07c-4d8b-a45d-c13f1a235f94 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:33.590149 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-107f2afa-d7a0-4d46-995a-0b4b228ee85c req-dc63ada5-a07c-4d8b-a45d-c13f1a235f94 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0643857 Mar 08 15:39:33.602529 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5e32d9d7-fe2b-4ffb-a7f3-791b4a244773 admin admin] Publish callbacks [] for security_group (b2dee92c-b7e1-413d-abc1-8f911ac3ddb3), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.608867 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5e32d9d7-fe2b-4ffb-a7f3-791b4a244773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (b2dee92c-b7e1-413d-abc1-8f911ac3ddb3), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.623846 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e32d9d7-fe2b-4ffb-a7f3-791b4a244773 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=104418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:39:33.631578 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38778) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:33.650421 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5e32d9d7-fe2b-4ffb-a7f3-791b4a244773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (474381a7-006f-4f93-80f0-8ae8dd969e56), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.650769 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.segments_db [None req-5e32d9d7-fe2b-4ffb-a7f3-791b4a244773 admin admin] Added segment 474381a7-006f-4f93-80f0-8ae8dd969e56 of type vlan for network 85847fdd-9241-4d57-8e63-8a054cde0847 Mar 08 15:39:33.661015 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-107f2afa-d7a0-4d46-995a-0b4b228ee85c req-57bc4ffa-9907-4a12-a666-22e3956df72e tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649927 Mar 08 15:39:33.662326 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8be02b6d-4122-4677-8ef6-25b76c25182b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.664817 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32d9d7-fe2b-4ffb-a7f3-791b4a244773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dee92c-b7e1-413d-abc1-8f911ac3ddb3,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:33.718973 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37c9bfa-a388-4350-9533-88e337e2867c x-openstack-request-id: req-c37c9bfa-a388-4350-9533-88e337e2867c {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:33.719399 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98280c94-2ddb-4c95-b470-e867fcb42541", "name": "network-vif-plugged", "status": "completed", "tag": "f2c017aa-07ed-4933-ae61-ad3352d67e2d", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:33.719578 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c37c9bfa-a388-4350-9533-88e337e2867c {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:33.719969 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98280c94-2ddb-4c95-b470-e867fcb42541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c017aa-07ed-4933-ae61-ad3352d67e2d', 'code': 200} Mar 08 15:39:33.739740 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5e32d9d7-fe2b-4ffb-a7f3-791b4a244773 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (85847fdd-9241-4d57-8e63-8a054cde0847), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.762723 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8be02b6d-4122-4677-8ef6-25b76c25182b admin admin] Publish callbacks [] for security_group (d96d8bef-b994-4019-ac7a-02f105a06b4b), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.766660 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5e32d9d7-fe2b-4ffb-a7f3-791b4a244773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (85847fdd-9241-4d57-8e63-8a054cde0847), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.768557 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e32d9d7-fe2b-4ffb-a7f3-791b4a244773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:33.768908 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8be02b6d-4122-4677-8ef6-25b76c25182b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (d96d8bef-b994-4019-ac7a-02f105a06b4b), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.769258 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5e32d9d7-fe2b-4ffb-a7f3-791b4a244773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.831638 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-5e32d9d7-fe2b-4ffb-a7f3-791b4a244773 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4108136 Mar 08 15:39:33.835912 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38784) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:33.838349 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32d9d7-fe2b-4ffb-a7f3-791b4a244773 admin admin] Pushing event updated for resources: {'Network': ['ID=85847fdd-9241-4d57-8e63-8a054cde0847,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:33.843259 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-7313bf56-22fc-4353-a278-c03f3f7b5dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:50Z', 'revision_number': 4, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port': {'id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'a1b8139c-896d-4b48-beb1-0106696e4e10', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'port_id': '1bfe6957-d915-492e-bee7-358270ccc0cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'mac_address': 'fa:16:3e:31:28:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e726af8-263b-476f-94e4-4f39592931b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:38:58Z', 'updated_at': '2022-03-08T15:39:32Z', 'revision_number': 1, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8602b8e6-aa7f-4d02-9d3e-df73d2575fde', 'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'mac_address': 'fa:16:3e:6c:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:55Z', 'revision_number': 5, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'subnets': [{'id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:33.844835 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-05a5f3f2-cd3c-4f5e-b8d5-71a45c470bd5 admin admin] Request body: {'subnet': {'network_id': '85847fdd-9241-4d57-8e63-8a054cde0847', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1409064769-subnet', 'tenant_id': '98866556a075443eaa45d33e6133f145', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:33.852650 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network 85847fdd-9241-4d57-8e63-8a054cde0847 details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:39:33.861997 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-8be02b6d-4122-4677-8ef6-25b76c25182b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c41acf9914840ed9e4717b4cb4dda32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288170 Mar 08 15:39:33.863157 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38786) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:33.865473 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be02b6d-4122-4677-8ef6-25b76c25182b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96d8bef-b994-4019-ac7a-02f105a06b4b,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:33.879916 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608ce60-cc04-4729-8445-ebce921d5466 req-840d1dae-8919-4d2e-9eb3-7bf6d350ea74 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:33.885574 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7608ce60-cc04-4729-8445-ebce921d5466 req-840d1dae-8919-4d2e-9eb3-7bf6d350ea74 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.1133223 Mar 08 15:39:33.890424 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38788) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:33.895040 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-f83d9a71-3106-4f6a-ab0c-f4cdf8ce56d9 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Request body: {'floatingip': {'port_id': '08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:33.910873 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a5f3f2-cd3c-4f5e-b8d5-71a45c470bd5 admin admin] Made reservation on behalf of 98866556a075443eaa45d33e6133f145 for: {'subnet': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:39:33.913564 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-05a5f3f2-cd3c-4f5e-b8d5-71a45c470bd5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.917325 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7313bf56-22fc-4353-a278-c03f3f7b5dea None None] Checking router: 1c963191-b183-40cb-9a78-1c8d3a552aa9 for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:39:33.928851 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7313bf56-22fc-4353-a278-c03f3f7b5dea None None] Routers {'1c963191-b183-40cb-9a78-1c8d3a552aa9'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:39:33.929451 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-7313bf56-22fc-4353-a278-c03f3f7b5dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:39:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['1c963191-b183-40cb-9a78-1c8d3a552aa9'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:33.940169 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bfd5748e-ce3a-4e46-a3b0-c0deeca2d69c admin admin] Publish callbacks [] for security_group (d96d8bef-b994-4019-ac7a-02f105a06b4b), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:33.944178 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f83d9a71-3106-4f6a-ab0c-f4cdf8ce56d9 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for floatingip (9873cacc-4c91-488a-882d-5e92e068c503), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:34.007343 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bfd5748e-ce3a-4e46-a3b0-c0deeca2d69c admin admin] Publish callbacks [] for security_group (d96d8bef-b994-4019-ac7a-02f105a06b4b), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:34.091092 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-7313bf56-22fc-4353-a278-c03f3f7b5dea None None] Set router 1c963191-b183-40cb-9a78-1c8d3a552aa9 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:39:34.098162 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bfd5748e-ce3a-4e46-a3b0-c0deeca2d69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (d96d8bef-b994-4019-ac7a-02f105a06b4b), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:34.100949 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bfd5748e-ce3a-4e46-a3b0-c0deeca2d69c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:34.102098 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-bfd5748e-ce3a-4e46-a3b0-c0deeca2d69c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d96d8bef-b994-4019-ac7a-02f105a06b4b HTTP/1.1" status: 204 len: 168 time: 0.2378607 Mar 08 15:39:34.134623 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5748e-ce3a-4e46-a3b0-c0deeca2d69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96d8bef-b994-4019-ac7a-02f105a06b4b,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:34.166990 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-05a5f3f2-cd3c-4f5e-b8d5-71a45c470bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for subnet (d3cc447f-79f4-4aa5-8934-c3e13573e5c1), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:34.227520 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5f3f2-cd3c-4f5e-b8d5-71a45c470bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3cc447f-79f4-4aa5-8934-c3e13573e5c1,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:34.236846 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a5f3f2-cd3c-4f5e-b8d5-71a45c470bd5 admin admin] Checking segment: {'id': '474381a7-006f-4f93-80f0-8ae8dd969e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '85847fdd-9241-4d57-8e63-8a054cde0847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:39:34.237265 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a5f3f2-cd3c-4f5e-b8d5-71a45c470bd5 admin admin] Network hostable DHCP agents. Network: 85847fdd-9241-4d57-8e63-8a054cde0847, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:39:34.266661 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a5f3f2-cd3c-4f5e-b8d5-71a45c470bd5 admin admin] Network 85847fdd-9241-4d57-8e63-8a054cde0847 is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:39:34.281459 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-05a5f3f2-cd3c-4f5e-b8d5-71a45c470bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, 85847fdd-9241-4d57-8e63-8a054cde0847) {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:39:34.290018 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a5f3f2-cd3c-4f5e-b8d5-71a45c470bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:34.290582 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-05a5f3f2-cd3c-4f5e-b8d5-71a45c470bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:34.293610 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aafbbc-66e4-4638-82dc-b31c27a64df3 None None] Network 85847fdd-9241-4d57-8e63-8a054cde0847 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:39:34.327285 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-05a5f3f2-cd3c-4f5e-b8d5-71a45c470bd5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4899981 Mar 08 15:39:34.414253 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6226989-76aa-4626-b208-45a9f6fbc977 None None] Network 85847fdd-9241-4d57-8e63-8a054cde0847 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:39:34.444021 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-7313bf56-22fc-4353-a278-c03f3f7b5dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:50Z', 'revision_number': 4, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port': {'id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'a1b8139c-896d-4b48-beb1-0106696e4e10', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'port_id': '1bfe6957-d915-492e-bee7-358270ccc0cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'mac_address': 'fa:16:3e:31:28:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e726af8-263b-476f-94e4-4f39592931b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:38:58Z', 'updated_at': '2022-03-08T15:39:32Z', 'revision_number': 1, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8602b8e6-aa7f-4d02-9d3e-df73d2575fde', 'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'mac_address': 'fa:16:3e:6c:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:55Z', 'revision_number': 5, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'subnets': [{'id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:34.518291 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7313bf56-22fc-4353-a278-c03f3f7b5dea None None] The sync data for ids ['1c963191-b183-40cb-9a78-1c8d3a552aa9'] in dv-cinder-830098-2-iscsi is: [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:50Z', 'revision_number': 4, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port': {'id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'a1b8139c-896d-4b48-beb1-0106696e4e10', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'port_id': '1bfe6957-d915-492e-bee7-358270ccc0cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'mac_address': 'fa:16:3e:31:28:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e726af8-263b-476f-94e4-4f39592931b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:38:58Z', 'updated_at': '2022-03-08T15:39:32Z', 'revision_number': 1, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8602b8e6-aa7f-4d02-9d3e-df73d2575fde', 'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'mac_address': 'fa:16:3e:6c:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:55Z', 'revision_number': 5, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'subnets': [{'id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:39:34.617908 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f201565-6f3b-4cf1-9ae3-412a4cff3ac9 req-85f1c2ec-0f6c-43f2-8b4e-0f48e6115f42 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:34.619299 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2f201565-6f3b-4cf1-9ae3-412a4cff3ac9 req-85f1c2ec-0f6c-43f2-8b4e-0f48e6115f42 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.1119435 Mar 08 15:39:34.632809 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f83d9a71-3106-4f6a-ab0c-f4cdf8ce56d9 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:34.639405 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f83d9a71-3106-4f6a-ab0c-f4cdf8ce56d9 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (9873cacc-4c91-488a-882d-5e92e068c503), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:34.718443 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2f201565-6f3b-4cf1-9ae3-412a4cff3ac9 req-c076f123-59b3-47a3-9b3e-d8aedb9af16c tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923500 Mar 08 15:39:34.769967 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-f83d9a71-3106-4f6a-ab0c-f4cdf8ce56d9 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Floating IP 9873cacc-4c91-488a-882d-5e92e068c503 associated. External IP: 172.27.1.70, port: 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c. Mar 08 15:39:34.830191 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdfd7f7-be98-4d95-940d-372ec07fb75f None None] New status for floating IP a1b8139c-896d-4b48-beb1-0106696e4e10: ACTIVE {{(pid=104419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:39:34.930296 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ceab95-9e6c-4f56-aa40-c8bd51a6ccc7 req-4e3b6df3-0a3f-4390-a482-3fdbdbb48baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:34.933894 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c7ceab95-9e6c-4f56-aa40-c8bd51a6ccc7 req-4e3b6df3-0a3f-4390-a482-3fdbdbb48baa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f236c97d0e54f4dbe064bb9d3e45043&device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 1130 time: 0.0924506 Mar 08 15:39:35.134497 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ceab95-9e6c-4f56-aa40-c8bd51a6ccc7 req-df8ea06d-6fec-493c-9ce0-38844e41c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:35.136066 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c7ceab95-9e6c-4f56-aa40-c8bd51a6ccc7 req-df8ea06d-6fec-493c-9ce0-38844e41c7be service neutron] 10.222.0.41 "GET /v2.0/networks?id=80c89e2a-a478-41c0-9d26-81d641ec9f8f HTTP/1.1" status: 200 len: 916 time: 0.1960983 Mar 08 15:39:35.219386 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83d9a71-3106-4f6a-ab0c-f4cdf8ce56d9 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Router 0c2bc356-116f-40a5-8de0-1f8b1228530a has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:39:35.390445 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c7ceab95-9e6c-4f56-aa40-c8bd51a6ccc7 req-ec79a508-9116-48be-b1fb-c138a1343e4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bfe6957-d915-492e-bee7-358270ccc0cf HTTP/1.1" status: 200 len: 1000 time: 0.2392545 Mar 08 15:39:35.452644 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83d9a71-3106-4f6a-ab0c-f4cdf8ce56d9 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:39:35.457589 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f83d9a71-3106-4f6a-ab0c-f4cdf8ce56d9 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:35.471112 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba45aff-44e5-4154-a554-e2e55b29f978 None None] Sync routers for ids ['0c2bc356-116f-40a5-8de0-1f8b1228530a'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:39:35.479868 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ceab95-9e6c-4f56-aa40-c8bd51a6ccc7 req-a4ff6c25-1286-41b9-b827-800bdb6d5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:35.482043 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c7ceab95-9e6c-4f56-aa40-c8bd51a6ccc7 req-a4ff6c25-1286-41b9-b827-800bdb6d5cdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7c72dd9-f6bb-4082-bbc6-f002b75fe090 HTTP/1.1" status: 200 len: 854 time: 0.0844834 Mar 08 15:39:35.484447 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21728bc8-d734-4c9b-8930-39906662e170 req-6d21bf99-a69a-4332-8128-4a631193a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:35.485870 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-21728bc8-d734-4c9b-8930-39906662e170 req-6d21bf99-a69a-4332-8128-4a631193a6e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 1129 time: 0.3488672 Mar 08 15:39:35.495926 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba45aff-44e5-4154-a554-e2e55b29f978 None None] Routers {'0c2bc356-116f-40a5-8de0-1f8b1228530a'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:39:35.496615 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-6ba45aff-44e5-4154-a554-e2e55b29f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:39:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0c2bc356-116f-40a5-8de0-1f8b1228530a'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:35.656295 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-21728bc8-d734-4c9b-8930-39906662e170 req-72a41c0f-32ad-4ff8-b5f9-c57c4950e85d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560476 Mar 08 15:39:35.658284 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ceab95-9e6c-4f56-aa40-c8bd51a6ccc7 req-bc9a2f40-cbf1-4590-a9d6-d0c8c2fa103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:35.659708 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c7ceab95-9e6c-4f56-aa40-c8bd51a6ccc7 req-bc9a2f40-cbf1-4590-a9d6-d0c8c2fa103a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c89e2a-a478-41c0-9d26-81d641ec9f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1583211 Mar 08 15:39:35.752235 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-6ba45aff-44e5-4154-a554-e2e55b29f978 None None] Set router 0c2bc356-116f-40a5-8de0-1f8b1228530a gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:39:35.768342 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3892c322-8fca-4917-a502-b60e2ffb5ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:35.823053 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f83d9a71-3106-4f6a-ab0c-f4cdf8ce56d9 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "PUT /v2.0/floatingips/9873cacc-4c91-488a-882d-5e92e068c503 HTTP/1.1" status: 200 len: 991 time: 1.9312680 Mar 08 15:39:35.825913 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f32c9b-31b2-43da-a92b-3660b155f7d1', 'tag': '08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:35.829256 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71785947914745800d43d5c0a78718fe11ea6fdba8b9e0230793fe8b114d71b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f6e857-3e05-4ea4-90d2-d2954e964678" -d '{"events": [{"name": "network-changed", "server_uuid": "16f32c9b-31b2-43da-a92b-3660b155f7d1", "tag": "08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:35.877271 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90149dd4-659f-47f0-959c-2c8464332ceb x-openstack-request-id: req-90149dd4-659f-47f0-959c-2c8464332ceb {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:35.877588 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f32c9b-31b2-43da-a92b-3660b155f7d1", "tag": "08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:35.877851 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90149dd4-659f-47f0-959c-2c8464332ceb {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:35.878783 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f32c9b-31b2-43da-a92b-3660b155f7d1', 'tag': '08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c', 'status': 'completed', 'code': 200} Mar 08 15:39:35.921459 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ba008-e022-4971-bb5a-25e04fde0c15 req-7363b152-63a2-47fc-b803-0fb3977b7c49 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:35.931598 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-316ba008-e022-4971-bb5a-25e04fde0c15 req-7363b152-63a2-47fc-b803-0fb3977b7c49 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.1056604 Mar 08 15:39:36.003786 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-316ba008-e022-4971-bb5a-25e04fde0c15 req-01eb2075-8c5a-43cf-8c66-f733720215e6 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713887 Mar 08 15:39:36.017795 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6e857-3e05-4ea4-90d2-d2954e964678 req-ccb4728b-f2f5-46e6-9591-7fc40e5df60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:36.019335 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b3f6e857-3e05-4ea4-90d2-d2954e964678 req-ccb4728b-f2f5-46e6-9591-7fc40e5df60b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e423483374664153a105b4f930482129&device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 1130 time: 0.1104119 Mar 08 15:39:36.064611 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c7ceab95-9e6c-4f56-aa40-c8bd51a6ccc7 req-d4eb7b2e-5874-4290-b90e-667649f13ffd service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959674 Mar 08 15:39:36.083477 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-6ba45aff-44e5-4154-a554-e2e55b29f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '172dd1da-5288-43cf-8cab-197cc0646529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port': {'id': '172dd1da-5288-43cf-8cab-197cc0646529', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '9873cacc-4c91-488a-882d-5e92e068c503', 'tenant_id': 'e423483374664153a105b4f930482129', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'port_id': '08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'mac_address': 'fa:16:3e:a5:00:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f32c9b-31b2-43da-a92b-3660b155f7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:39:07Z', 'updated_at': '2022-03-08T15:39:34Z', 'revision_number': 1, 'project_id': 'e423483374664153a105b4f930482129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8', 'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'tenant_id': 'e423483374664153a105b4f930482129', 'mac_address': 'fa:16:3e:54:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:39:06Z', 'revision_number': 5, 'project_id': 'e423483374664153a105b4f930482129', 'subnets': [{'id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:36.111499 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba45aff-44e5-4154-a554-e2e55b29f978 None None] Checking router: 0c2bc356-116f-40a5-8de0-1f8b1228530a for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:39:36.120356 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba45aff-44e5-4154-a554-e2e55b29f978 None None] Routers {'0c2bc356-116f-40a5-8de0-1f8b1228530a'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:39:36.120954 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-6ba45aff-44e5-4154-a554-e2e55b29f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:39:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0c2bc356-116f-40a5-8de0-1f8b1228530a'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:36.161737 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c7ceab95-9e6c-4f56-aa40-c8bd51a6ccc7 req-f7314581-fecc-4366-9253-8ff6a9bd99b4 service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852664 Mar 08 15:39:36.236800 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6e857-3e05-4ea4-90d2-d2954e964678 req-e049b8de-4817-425e-918a-73b73e6555f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:36.238289 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b3f6e857-3e05-4ea4-90d2-d2954e964678 req-e049b8de-4817-425e-918a-73b73e6555f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=255bbbd8-9561-4fc6-bb81-e8d65f873238 HTTP/1.1" status: 200 len: 911 time: 0.2125900 Mar 08 15:39:36.251886 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-6ba45aff-44e5-4154-a554-e2e55b29f978 None None] Set router 0c2bc356-116f-40a5-8de0-1f8b1228530a gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:39:36.323311 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b3f6e857-3e05-4ea4-90d2-d2954e964678 req-5a53aba6-3db6-4c78-995a-feffbbeb3d6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c HTTP/1.1" status: 200 len: 999 time: 0.0775902 Mar 08 15:39:36.384865 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6e857-3e05-4ea4-90d2-d2954e964678 req-9ebf791d-12b6-4760-98de-a26e08177c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:36.386895 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b3f6e857-3e05-4ea4-90d2-d2954e964678 req-9ebf791d-12b6-4760-98de-a26e08177c73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e58c1222-1db0-4e89-92f7-183351066a93 HTTP/1.1" status: 200 len: 849 time: 0.0506310 Mar 08 15:39:36.541265 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-6ba45aff-44e5-4154-a554-e2e55b29f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '172dd1da-5288-43cf-8cab-197cc0646529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port': {'id': '172dd1da-5288-43cf-8cab-197cc0646529', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '9873cacc-4c91-488a-882d-5e92e068c503', 'tenant_id': 'e423483374664153a105b4f930482129', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'port_id': '08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'mac_address': 'fa:16:3e:a5:00:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f32c9b-31b2-43da-a92b-3660b155f7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:39:07Z', 'updated_at': '2022-03-08T15:39:34Z', 'revision_number': 1, 'project_id': 'e423483374664153a105b4f930482129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8', 'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'tenant_id': 'e423483374664153a105b4f930482129', 'mac_address': 'fa:16:3e:54:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:39:06Z', 'revision_number': 5, 'project_id': 'e423483374664153a105b4f930482129', 'subnets': [{'id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:36.571357 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba45aff-44e5-4154-a554-e2e55b29f978 None None] The sync data for ids ['0c2bc356-116f-40a5-8de0-1f8b1228530a'] in dv-cinder-830098-2-iscsi is: [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '172dd1da-5288-43cf-8cab-197cc0646529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port': {'id': '172dd1da-5288-43cf-8cab-197cc0646529', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '9873cacc-4c91-488a-882d-5e92e068c503', 'tenant_id': 'e423483374664153a105b4f930482129', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'port_id': '08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'mac_address': 'fa:16:3e:a5:00:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f32c9b-31b2-43da-a92b-3660b155f7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:39:07Z', 'updated_at': '2022-03-08T15:39:34Z', 'revision_number': 1, 'project_id': 'e423483374664153a105b4f930482129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8', 'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'tenant_id': 'e423483374664153a105b4f930482129', 'mac_address': 'fa:16:3e:54:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:39:06Z', 'revision_number': 5, 'project_id': 'e423483374664153a105b4f930482129', 'subnets': [{'id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:39:36.682916 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6e857-3e05-4ea4-90d2-d2954e964678 req-44e3169b-1764-421e-99fb-5a0d089e041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:36.684600 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b3f6e857-3e05-4ea4-90d2-d2954e964678 req-44e3169b-1764-421e-99fb-5a0d089e041c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=255bbbd8-9561-4fc6-bb81-e8d65f873238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2817552 Mar 08 15:39:36.810589 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b3f6e857-3e05-4ea4-90d2-d2954e964678 req-c8f3ac8c-8935-43ad-a4b1-26c03b80679d service neutron] 10.222.0.41 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139743 Mar 08 15:39:36.931427 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ba403a-6f48-4e2f-82b1-dbacfd37fa97 None None] New status for floating IP 9873cacc-4c91-488a-882d-5e92e068c503: ACTIVE {{(pid=104419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:39:36.935980 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b3f6e857-3e05-4ea4-90d2-d2954e964678 req-3edc5a11-f669-441e-a2fc-d6f0fcb046a8 service neutron] 10.222.0.41 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178277 Mar 08 15:39:37.154437 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38916) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:37.215248 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da63f1-51c7-4b63-b166-cf5e2e24b629 req-22f153f9-74f9-4a8b-bf02-ea442e4284cf tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:37.216974 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d8da63f1-51c7-4b63-b166-cf5e2e24b629 req-22f153f9-74f9-4a8b-bf02-ea442e4284cf tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0766172 Mar 08 15:39:37.279230 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d8da63f1-51c7-4b63-b166-cf5e2e24b629 req-7c354ad0-4b4b-48e5-bda2-dc87394db544 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553980 Mar 08 15:39:37.323926 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a57c6166-21b0-4d95-974e-5daac41fcc0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:37.442692 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a57c6166-21b0-4d95-974e-5daac41fcc0d admin admin] Publish callbacks [] for security_group (f00f0dd2-8529-411a-9062-88b98d5bfa1c), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:37.452957 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a57c6166-21b0-4d95-974e-5daac41fcc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (f00f0dd2-8529-411a-9062-88b98d5bfa1c), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:37.500757 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-a57c6166-21b0-4d95-974e-5daac41fcc0d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15c06e65b6454d7db28994639d34bc17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420274 Mar 08 15:39:37.500757 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c6166-21b0-4d95-974e-5daac41fcc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00f0dd2-8529-411a-9062-88b98d5bfa1c,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:37.502270 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38936) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:37.575568 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fe33eab6-47b2-438e-984a-3b90b188156c admin admin] Publish callbacks [] for security_group (f00f0dd2-8529-411a-9062-88b98d5bfa1c), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:37.635095 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fe33eab6-47b2-438e-984a-3b90b188156c admin admin] Publish callbacks [] for security_group (f00f0dd2-8529-411a-9062-88b98d5bfa1c), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:37.640105 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38942) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:37.660583 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6cced-4e17-48e1-8d1b-880019541922 req-4423e8d2-0053-4746-be6b-de3e4d9f1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:37.662945 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-82e6cced-4e17-48e1-8d1b-880019541922 req-4423e8d2-0053-4746-be6b-de3e4d9f1839 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da68c550349b4d5d88fe95a528ab1898&device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 1129 time: 0.0498266 Mar 08 15:39:37.689465 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017959a9-59f5-40e6-8c0d-aab26dcbaeb6 req-765fa61e-ad31-414a-968a-11f8675994a8 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:37.691138 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-017959a9-59f5-40e6-8c0d-aab26dcbaeb6 req-765fa61e-ad31-414a-968a-11f8675994a8 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0884585 Mar 08 15:39:37.715953 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fe33eab6-47b2-438e-984a-3b90b188156c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (f00f0dd2-8529-411a-9062-88b98d5bfa1c), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:37.718440 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fe33eab6-47b2-438e-984a-3b90b188156c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:37.719628 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-fe33eab6-47b2-438e-984a-3b90b188156c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f00f0dd2-8529-411a-9062-88b98d5bfa1c HTTP/1.1" status: 204 len: 168 time: 0.2158360 Mar 08 15:39:37.753621 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33eab6-47b2-438e-984a-3b90b188156c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00f0dd2-8529-411a-9062-88b98d5bfa1c,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:37.768214 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6cced-4e17-48e1-8d1b-880019541922 req-7916daad-3772-4f11-98cf-354c6d41a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:37.769935 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-82e6cced-4e17-48e1-8d1b-880019541922 req-7916daad-3772-4f11-98cf-354c6d41a33e service neutron] 10.222.0.41 "GET /v2.0/networks?id=336b1089-5f85-453c-a80f-537975cc126a HTTP/1.1" status: 200 len: 919 time: 0.1005728 Mar 08 15:39:37.773278 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aceeb2ba-09b3-4c17-8fb1-175169ecc0e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:37.796863 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-017959a9-59f5-40e6-8c0d-aab26dcbaeb6 req-a2ca73c7-dbff-4ece-b0fe-209f769510d1 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969822 Mar 08 15:39:37.823858 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-82e6cced-4e17-48e1-8d1b-880019541922 req-3f41140e-212d-462a-b27b-a69ed60a8371 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2c017aa-07ed-4933-ae61-ad3352d67e2d HTTP/1.1" status: 200 len: 217 time: 0.0465760 Mar 08 15:39:37.874741 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aceeb2ba-09b3-4c17-8fb1-175169ecc0e0 admin admin] Publish callbacks [] for security_group (8f91568f-d993-4766-9022-3f03992cf650), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:37.880138 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6cced-4e17-48e1-8d1b-880019541922 req-449a82c7-b8f9-4959-9157-20fb3434473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:37.881681 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-82e6cced-4e17-48e1-8d1b-880019541922 req-449a82c7-b8f9-4959-9157-20fb3434473a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d1e6a02-595b-4943-bc40-53e048758393 HTTP/1.1" status: 200 len: 858 time: 0.0515728 Mar 08 15:39:37.881855 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aceeb2ba-09b3-4c17-8fb1-175169ecc0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (8f91568f-d993-4766-9022-3f03992cf650), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:37.916214 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-82e6cced-4e17-48e1-8d1b-880019541922 req-ff19f217-949f-4739-987c-610891a2970a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=336b1089-5f85-453c-a80f-537975cc126a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279846 Mar 08 15:39:37.920375 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-aceeb2ba-09b3-4c17-8fb1-175169ecc0e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f24d7e59526d4375b033af739dbc1663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777503 Mar 08 15:39:37.922903 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38950) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:37.929671 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceeb2ba-09b3-4c17-8fb1-175169ecc0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f91568f-d993-4766-9022-3f03992cf650,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:37.981074 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7ac605a5-9b3a-4f6f-85b9-87b487548d29 admin admin] Publish callbacks [] for security_group (8f91568f-d993-4766-9022-3f03992cf650), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:38.004941 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7ac605a5-9b3a-4f6f-85b9-87b487548d29 admin admin] Publish callbacks [] for security_group (8f91568f-d993-4766-9022-3f03992cf650), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:38.018884 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-82e6cced-4e17-48e1-8d1b-880019541922 req-6d52575d-bf21-42c9-bc25-36bb8b1c4407 service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963218 Mar 08 15:39:38.065107 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7ac605a5-9b3a-4f6f-85b9-87b487548d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (8f91568f-d993-4766-9022-3f03992cf650), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:38.068346 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7ac605a5-9b3a-4f6f-85b9-87b487548d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:38.071793 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-7ac605a5-9b3a-4f6f-85b9-87b487548d29 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f91568f-d993-4766-9022-3f03992cf650 HTTP/1.1" status: 204 len: 168 time: 0.1455040 Mar 08 15:39:38.071793 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38954) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:38.089958 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac605a5-9b3a-4f6f-85b9-87b487548d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f91568f-d993-4766-9022-3f03992cf650,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:38.092267 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0e11aaa8-0018-44d9-b80b-caaabe920638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:38.169134 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-82e6cced-4e17-48e1-8d1b-880019541922 req-0600e1e0-cce5-4890-9708-f4e041eb5cbd service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410804 Mar 08 15:39:38.190979 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0e11aaa8-0018-44d9-b80b-caaabe920638 admin admin] Publish callbacks [] for security_group (b10263fb-4ca1-4f96-b64f-1bd54b2cbb09), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:38.196132 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0e11aaa8-0018-44d9-b80b-caaabe920638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (b10263fb-4ca1-4f96-b64f-1bd54b2cbb09), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:38.233779 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11aaa8-0018-44d9-b80b-caaabe920638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10263fb-4ca1-4f96-b64f-1bd54b2cbb09,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:38.241149 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-0e11aaa8-0018-44d9-b80b-caaabe920638 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fdf293708dee4fd9bf2c929cab8936ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642797 Mar 08 15:39:38.241393 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38964) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:38.295700 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e5bcf4a1-7db4-4bbc-a691-f9bfa8406af7 admin admin] Publish callbacks [] for security_group (b10263fb-4ca1-4f96-b64f-1bd54b2cbb09), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:38.321203 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e5bcf4a1-7db4-4bbc-a691-f9bfa8406af7 admin admin] Publish callbacks [] for security_group (b10263fb-4ca1-4f96-b64f-1bd54b2cbb09), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:38.401272 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e5bcf4a1-7db4-4bbc-a691-f9bfa8406af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (b10263fb-4ca1-4f96-b64f-1bd54b2cbb09), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:38.407561 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e5bcf4a1-7db4-4bbc-a691-f9bfa8406af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:38.412148 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-e5bcf4a1-7db4-4bbc-a691-f9bfa8406af7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b10263fb-4ca1-4f96-b64f-1bd54b2cbb09 HTTP/1.1" status: 204 len: 168 time: 0.1696992 Mar 08 15:39:38.421767 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bcf4a1-7db4-4bbc-a691-f9bfa8406af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10263fb-4ca1-4f96-b64f-1bd54b2cbb09,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:38.498455 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-e3d86af2-d719-4959-89b1-3c1897ead69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:38.561612 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 38984) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:38.575889 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a05f-5c5d-45f8-a7be-d8b9d382882f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:38.680002 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a05f-5c5d-45f8-a7be-d8b9d382882f admin admin] Publish callbacks [] for security_group (4a5f2412-c662-49ef-a1fa-8e9594eabb74), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:38.685091 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a05f-5c5d-45f8-a7be-d8b9d382882f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (4a5f2412-c662-49ef-a1fa-8e9594eabb74), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:38.732362 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-0ae0a05f-5c5d-45f8-a7be-d8b9d382882f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c51a706bffe849669c635e4d37cc81ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1696477 Mar 08 15:39:38.733316 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0a05f-5c5d-45f8-a7be-d8b9d382882f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5f2412-c662-49ef-a1fa-8e9594eabb74,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:38.735097 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 38992) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:38.783110 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d5ac4942-b557-4ea2-9b66-a29c29619eef admin admin] Publish callbacks [] for security_group (4a5f2412-c662-49ef-a1fa-8e9594eabb74), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:38.805998 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d5ac4942-b557-4ea2-9b66-a29c29619eef admin admin] Publish callbacks [] for security_group (4a5f2412-c662-49ef-a1fa-8e9594eabb74), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:38.859502 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d5ac4942-b557-4ea2-9b66-a29c29619eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (4a5f2412-c662-49ef-a1fa-8e9594eabb74), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:38.862504 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d5ac4942-b557-4ea2-9b66-a29c29619eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:38.866077 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-d5ac4942-b557-4ea2-9b66-a29c29619eef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a5f2412-c662-49ef-a1fa-8e9594eabb74 HTTP/1.1" status: 204 len: 168 time: 0.1273777 Mar 08 15:39:38.873778 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac4942-b557-4ea2-9b66-a29c29619eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5f2412-c662-49ef-a1fa-8e9594eabb74,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:38.934373 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afd5d4-edfa-4735-a7e9-e086903229ea req-ff53c754-0141-4efb-9ece-1a6885efdb4b tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:38.935914 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-12afd5d4-edfa-4735-a7e9-e086903229ea req-ff53c754-0141-4efb-9ece-1a6885efdb4b tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0584717 Mar 08 15:39:38.989070 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-12afd5d4-edfa-4735-a7e9-e086903229ea req-73933a00-e20d-40d0-9bdb-f49b277252ae tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455160 Mar 08 15:39:39.697912 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 39054) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:39.803259 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-3c1ff28b-a19f-45da-9604-34f12b392766 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-190186918-network', 'tenant_id': '8f8779f8ea6a4b799262c0b56677d833'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:39.823271 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1ff28b-a19f-45da-9604-34f12b392766 admin admin] Made reservation on behalf of 8f8779f8ea6a4b799262c0b56677d833 for: {'network': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:39:39.825671 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3c1ff28b-a19f-45da-9604-34f12b392766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:39.834007 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3c1ff28b-a19f-45da-9604-34f12b392766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:39.911619 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3c1ff28b-a19f-45da-9604-34f12b392766 admin admin] Publish callbacks [] for security_group (3a3599c6-4ed2-4db7-acb0-48fb7578b22d), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:39.916190 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3c1ff28b-a19f-45da-9604-34f12b392766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (3a3599c6-4ed2-4db7-acb0-48fb7578b22d), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:39.940203 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1ff28b-a19f-45da-9604-34f12b392766 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=104418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:39:39.949415 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ff28b-a19f-45da-9604-34f12b392766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3599c6-4ed2-4db7-acb0-48fb7578b22d,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:39.955347 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3c1ff28b-a19f-45da-9604-34f12b392766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (192616cc-32c1-4be7-b002-49f3d8bfde08), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:39.955735 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.segments_db [None req-3c1ff28b-a19f-45da-9604-34f12b392766 admin admin] Added segment 192616cc-32c1-4be7-b002-49f3d8bfde08 of type vlan for network 00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 Mar 08 15:39:40.001405 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3c1ff28b-a19f-45da-9604-34f12b392766 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:40.030639 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3c1ff28b-a19f-45da-9604-34f12b392766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:40.031622 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1ff28b-a19f-45da-9604-34f12b392766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:40.032213 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3c1ff28b-a19f-45da-9604-34f12b392766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:40.065100 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-3c1ff28b-a19f-45da-9604-34f12b392766 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3654385 Mar 08 15:39:40.068157 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 39066) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:40.073411 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-f51efe04-62bd-453f-889b-4e32d806f5eb admin admin] Request body: {'subnet': {'network_id': '00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-190186918-subnet', 'tenant_id': '8f8779f8ea6a4b799262c0b56677d833', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:40.119433 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ff28b-a19f-45da-9604-34f12b392766 admin admin] Pushing event updated for resources: {'Network': ['ID=00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:40.127612 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5825ce-ba54-4a0b-b68d-b672af0c26cb req-30715b32-1f2a-44b6-8f3e-2e6c46c5a314 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:40.129511 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9b5825ce-ba54-4a0b-b68d-b672af0c26cb req-30715b32-1f2a-44b6-8f3e-2e6c46c5a314 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0643718 Mar 08 15:39:40.131899 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network 00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:39:40.141474 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51efe04-62bd-453f-889b-4e32d806f5eb admin admin] Made reservation on behalf of 8f8779f8ea6a4b799262c0b56677d833 for: {'subnet': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:39:40.144163 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f51efe04-62bd-453f-889b-4e32d806f5eb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:40.192342 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9b5825ce-ba54-4a0b-b68d-b672af0c26cb req-27210d5b-298c-4882-b7c5-784fd7a49482 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529397 Mar 08 15:39:40.242630 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:40.348521 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f51efe04-62bd-453f-889b-4e32d806f5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for subnet (81b3f937-f48d-4a0c-94c7-7ab236b3b7cf), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:40.403010 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51efe04-62bd-453f-889b-4e32d806f5eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b3f937-f48d-4a0c-94c7-7ab236b3b7cf,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:40.413379 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51efe04-62bd-453f-889b-4e32d806f5eb admin admin] Checking segment: {'id': '192616cc-32c1-4be7-b002-49f3d8bfde08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:39:40.413719 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51efe04-62bd-453f-889b-4e32d806f5eb admin admin] Network hostable DHCP agents. Network: 00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:39:40.432375 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51efe04-62bd-453f-889b-4e32d806f5eb admin admin] Network 00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:39:40.443562 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-f51efe04-62bd-453f-889b-4e32d806f5eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, 00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6) {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:39:40.448068 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51efe04-62bd-453f-889b-4e32d806f5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:40.448671 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f51efe04-62bd-453f-889b-4e32d806f5eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:40.452972 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2babe08-114d-45cf-a42c-50e8e77a0ec9 None None] Network 00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:39:40.466602 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-f51efe04-62bd-453f-889b-4e32d806f5eb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3970959 Mar 08 15:39:40.551115 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b9066d-c546-4be2-a05c-e6bf169443a8 None None] Network 00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:39:40.977539 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:41.319870 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49902c-e23b-4890-97f8-0e96a0425a73 req-b2ff0125-0dd5-4d0c-a480-a242d9dc060d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:41.321602 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1d49902c-e23b-4890-97f8-0e96a0425a73 req-b2ff0125-0dd5-4d0c-a480-a242d9dc060d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0594621 Mar 08 15:39:41.370667 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1d49902c-e23b-4890-97f8-0e96a0425a73 req-eb8afae4-583c-4663-b6a1-c1bb3cfe915e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431714 Mar 08 15:39:42.285735 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:42.492889 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094f373-ce75-40f0-9088-d614a14919f6 req-a0ab3344-0f98-4795-89c9-f511ac16d09a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:42.494368 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7094f373-ce75-40f0-9088-d614a14919f6 req-a0ab3344-0f98-4795-89c9-f511ac16d09a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0520279 Mar 08 15:39:42.539908 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7094f373-ce75-40f0-9088-d614a14919f6 req-2be2be88-fc79-472a-8c56-a57057666986 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396419 Mar 08 15:39:43.391312 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-bfeaff45-bd68-410e-a7d0-3f6695bacab2 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:43.393443 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-bfeaff45-bd68-410e-a7d0-3f6695bacab2 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/networks?id=00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 HTTP/1.1" status: 200 len: 808 time: 0.1097145 Mar 08 15:39:43.410994 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-452a1ee9-be7b-41b5-9570-030c9de47703 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/quotas/8f8779f8ea6a4b799262c0b56677d833 HTTP/1.1" status: 200 len: 375 time: 0.0096622 Mar 08 15:39:43.449645 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-2b83dd83-e9d4-43a0-baed-c680547684a0 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f8779f8ea6a4b799262c0b56677d833&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313902 Mar 08 15:39:43.552075 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-97d4069a-ff29-49c7-b319-1fa613fe15f4 service neutron] 10.222.0.11 "GET /v2.0/networks/00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958571 Mar 08 15:39:43.670657 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-d0825576-e263-4877-9844-bf3c5b93f71a service neutron] 10.222.0.11 "GET /v2.0/networks/00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102998 Mar 08 15:39:43.707769 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 39156) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:43.865436 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-60a48bd5-eb05-421c-b25f-c383dd7826c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:43.871557 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2f3e7-2f46-4ff2-80a1-73f72b0ef47e req-06a9131f-5c82-460c-b0c2-8e80fb9c349a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:43.878595 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f2b2f3e7-2f46-4ff2-80a1-73f72b0ef47e req-06a9131f-5c82-460c-b0c2-8e80fb9c349a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.1067789 Mar 08 15:39:43.897070 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1058e38b-af89-46d5-8dd4-f3fee742fcc0 req-16166854-0f21-41ee-8785-9a50660f6fb3 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ad3174-ea34-45e9-9893-7ff093e5682f HTTP/1.1" status: 200 len: 210 time: 0.0599117 Mar 08 15:39:43.948371 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f2b2f3e7-2f46-4ff2-80a1-73f72b0ef47e req-ac99ee60-dc5a-4607-a8d5-9b47b54cd14c tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689800 Mar 08 15:39:43.958511 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-60a48bd5-eb05-421c-b25f-c383dd7826c2 admin admin] Publish callbacks [] for security_group (76eab876-4b57-4324-b691-3f10557fd810), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:43.976144 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-60a48bd5-eb05-421c-b25f-c383dd7826c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (76eab876-4b57-4324-b691-3f10557fd810), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:44.020681 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-60a48bd5-eb05-421c-b25f-c383dd7826c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b0e81aa83954565b32c3cb4be4ad234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117497 Mar 08 15:39:44.023513 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a48bd5-eb05-421c-b25f-c383dd7826c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eab876-4b57-4324-b691-3f10557fd810,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:44.023679 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 39174) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:44.040384 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a48bd5-eb05-421c-b25f-c383dd7826c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.041095 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a48bd5-eb05-421c-b25f-c383dd7826c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.041536 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a48bd5-eb05-421c-b25f-c383dd7826c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.042364 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a48bd5-eb05-421c-b25f-c383dd7826c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.042644 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a48bd5-eb05-421c-b25f-c383dd7826c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.042892 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a48bd5-eb05-421c-b25f-c383dd7826c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.043536 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a48bd5-eb05-421c-b25f-c383dd7826c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.043841 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a48bd5-eb05-421c-b25f-c383dd7826c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.044208 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a48bd5-eb05-421c-b25f-c383dd7826c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.044806 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a48bd5-eb05-421c-b25f-c383dd7826c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.045145 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a48bd5-eb05-421c-b25f-c383dd7826c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.045493 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a48bd5-eb05-421c-b25f-c383dd7826c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.045888 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a48bd5-eb05-421c-b25f-c383dd7826c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.118025 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b9c5be44-79f3-4c6a-b2b5-1ca56c853f69 admin admin] Publish callbacks [] for security_group (76eab876-4b57-4324-b691-3f10557fd810), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:44.148588 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b9c5be44-79f3-4c6a-b2b5-1ca56c853f69 admin admin] Publish callbacks [] for security_group (76eab876-4b57-4324-b691-3f10557fd810), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:44.241313 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137d794-4915-4337-b378-351503a057c4 req-38b63c59-eea9-451b-b766-05f77016ca53 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:44.242944 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2137d794-4915-4337-b378-351503a057c4 req-38b63c59-eea9-451b-b766-05f77016ca53 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 945 time: 0.0985413 Mar 08 15:39:44.258479 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b9c5be44-79f3-4c6a-b2b5-1ca56c853f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (76eab876-4b57-4324-b691-3f10557fd810), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:44.261304 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b9c5be44-79f3-4c6a-b2b5-1ca56c853f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:44.264977 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b9c5be44-79f3-4c6a-b2b5-1ca56c853f69 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76eab876-4b57-4324-b691-3f10557fd810 HTTP/1.1" status: 204 len: 168 time: 0.2402754 Mar 08 15:39:44.285783 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5be44-79f3-4c6a-b2b5-1ca56c853f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eab876-4b57-4324-b691-3f10557fd810,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:44.307202 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5be44-79f3-4c6a-b2b5-1ca56c853f69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.307552 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5be44-79f3-4c6a-b2b5-1ca56c853f69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.307895 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5be44-79f3-4c6a-b2b5-1ca56c853f69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.308230 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5be44-79f3-4c6a-b2b5-1ca56c853f69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.308556 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5be44-79f3-4c6a-b2b5-1ca56c853f69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.308879 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5be44-79f3-4c6a-b2b5-1ca56c853f69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.309203 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5be44-79f3-4c6a-b2b5-1ca56c853f69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.309527 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5be44-79f3-4c6a-b2b5-1ca56c853f69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.309958 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5be44-79f3-4c6a-b2b5-1ca56c853f69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.310156 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5be44-79f3-4c6a-b2b5-1ca56c853f69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.310500 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5be44-79f3-4c6a-b2b5-1ca56c853f69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.310874 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5be44-79f3-4c6a-b2b5-1ca56c853f69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.311194 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c5be44-79f3-4c6a-b2b5-1ca56c853f69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:44.355390 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2137d794-4915-4337-b378-351503a057c4 req-3a3aef09-156e-4a07-aa08-dcc19a2b8347 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058185 Mar 08 15:39:44.620181 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 39202) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:44.633733 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6ee3526b-a198-49bd-84b7-dd227486cf8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:44.715538 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-3d069e44-ef3a-46a7-bba0-2203dd26fe11 req-653b9d9c-b385-4dee-8502-19f1406e283a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720482 Mar 08 15:39:44.752268 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6ee3526b-a198-49bd-84b7-dd227486cf8d admin admin] Publish callbacks [] for security_group (cbd09b13-d356-4e42-8c34-a2a6398f0130), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:44.757583 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6ee3526b-a198-49bd-84b7-dd227486cf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (cbd09b13-d356-4e42-8c34-a2a6398f0130), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:44.821715 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3526b-a198-49bd-84b7-dd227486cf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd09b13-d356-4e42-8c34-a2a6398f0130,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:44.827889 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-6ee3526b-a198-49bd-84b7-dd227486cf8d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86d45b385c36469184f07869e5cb6e86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2065859 Mar 08 15:39:44.830821 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 39204) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:44.867340 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d069e44-ef3a-46a7-bba0-2203dd26fe11 req-64748ca1-bae3-435c-ab2f-770e176ee838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:44.868839 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-3d069e44-ef3a-46a7-bba0-2203dd26fe11 req-64748ca1-bae3-435c-ab2f-770e176ee838 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f236c97d0e54f4dbe064bb9d3e45043&device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 1130 time: 0.1010735 Mar 08 15:39:44.891481 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fdcccd8a-0db6-4f7c-8807-a3cfdb5c3442 admin admin] Publish callbacks [] for security_group (cbd09b13-d356-4e42-8c34-a2a6398f0130), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:44.915211 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fdcccd8a-0db6-4f7c-8807-a3cfdb5c3442 admin admin] Publish callbacks [] for security_group (cbd09b13-d356-4e42-8c34-a2a6398f0130), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:45.018235 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f1e03ea6-61fa-473a-b9b6-a87494c2f4d0 req-954f4cd5-5e2d-44d9-aa5d-fd2f83a2b0bd tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ad3174-ea34-45e9-9893-7ff093e5682f HTTP/1.1" status: 200 len: 210 time: 0.0621130 Mar 08 15:39:45.042870 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d069e44-ef3a-46a7-bba0-2203dd26fe11 req-74e46004-54f4-4e3f-a0f0-19d979f73ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:45.045062 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-3d069e44-ef3a-46a7-bba0-2203dd26fe11 req-74e46004-54f4-4e3f-a0f0-19d979f73ca2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80c89e2a-a478-41c0-9d26-81d641ec9f8f HTTP/1.1" status: 200 len: 916 time: 0.1190655 Mar 08 15:39:45.054267 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fdcccd8a-0db6-4f7c-8807-a3cfdb5c3442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (cbd09b13-d356-4e42-8c34-a2a6398f0130), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:45.057100 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fdcccd8a-0db6-4f7c-8807-a3cfdb5c3442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:45.058233 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-fdcccd8a-0db6-4f7c-8807-a3cfdb5c3442 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cbd09b13-d356-4e42-8c34-a2a6398f0130 HTTP/1.1" status: 204 len: 168 time: 0.2264717 Mar 08 15:39:45.116705 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771c2c0-bdb1-41df-adf5-96d14e84378b req-177e692c-7f47-4e7a-9423-0dd975385b9a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:45.126236 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9771c2c0-bdb1-41df-adf5-96d14e84378b req-177e692c-7f47-4e7a-9423-0dd975385b9a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0898166 Mar 08 15:39:45.134863 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcccd8a-0db6-4f7c-8807-a3cfdb5c3442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd09b13-d356-4e42-8c34-a2a6398f0130,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:45.195644 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9771c2c0-bdb1-41df-adf5-96d14e84378b req-cb4d3e47-c8e9-40b8-bd5b-66121d00b382 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680449 Mar 08 15:39:45.215050 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-3d069e44-ef3a-46a7-bba0-2203dd26fe11 req-60070bdd-c3df-4d48-b782-377dcf79d599 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bfe6957-d915-492e-bee7-358270ccc0cf HTTP/1.1" status: 200 len: 1002 time: 0.1556072 Mar 08 15:39:45.283241 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-51329e50-2f5c-440c-9a9c-d3f3a3a9ad5f tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:45.285075 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-51329e50-2f5c-440c-9a9c-d3f3a3a9ad5f tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.41 "GET /v2.0/networks?id=00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 HTTP/1.1" status: 200 len: 808 time: 0.2104154 Mar 08 15:39:45.293673 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d069e44-ef3a-46a7-bba0-2203dd26fe11 req-ca300ba7-19f7-4d4f-a2d2-f2fdaa9aeba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:45.295321 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-3d069e44-ef3a-46a7-bba0-2203dd26fe11 req-ca300ba7-19f7-4d4f-a2d2-f2fdaa9aeba2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7c72dd9-f6bb-4082-bbc6-f002b75fe090 HTTP/1.1" status: 200 len: 854 time: 0.0728049 Mar 08 15:39:45.301902 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-1331713e-1a92-4d5c-9b22-76e659e237e2 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Request body: {'port': {'device_id': '35ad3174-ea34-45e9-9893-7ff093e5682f', 'network_id': '00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6', 'admin_state_up': True, 'tenant_id': '8f8779f8ea6a4b799262c0b56677d833'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:45.425228 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d069e44-ef3a-46a7-bba0-2203dd26fe11 req-8f886454-2981-432a-99f7-1bc2e8eb0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:45.426758 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-3d069e44-ef3a-46a7-bba0-2203dd26fe11 req-8f886454-2981-432a-99f7-1bc2e8eb0e12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c89e2a-a478-41c0-9d26-81d641ec9f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1053851 Mar 08 15:39:45.478169 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-1331713e-1a92-4d5c-9b22-76e659e237e2 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Made reservation on behalf of 8f8779f8ea6a4b799262c0b56677d833 for: {'port': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:39:45.486525 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-1331713e-1a92-4d5c-9b22-76e659e237e2 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:45.510138 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80929dd-8ac0-4047-b019-0a5db96848fd req-77f9f292-2f37-4419-938f-f49815a981ca tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:45.512449 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d80929dd-8ac0-4047-b019-0a5db96848fd req-77f9f292-2f37-4419-938f-f49815a981ca tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 945 time: 0.0654864 Mar 08 15:39:45.582231 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d80929dd-8ac0-4047-b019-0a5db96848fd req-118cfa97-cb25-41cd-a5d7-25942531ece8 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631919 Mar 08 15:39:45.620688 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-3d069e44-ef3a-46a7-bba0-2203dd26fe11 req-65b0e010-87fc-4059-a26b-d367744012d1 service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772254 Mar 08 15:39:45.739954 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-1331713e-1a92-4d5c-9b22-76e659e237e2 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Allocated IP 172.20.0.9 (00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6/81b3f937-f48d-4a0c-94c7-7ab236b3b7cf/1d7e9702-8b5e-4e2f-aa3e-a590bedb8943) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:39:45.784569 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-3d069e44-ef3a-46a7-bba0-2203dd26fe11 req-c5d06f1c-5c43-42e5-b1ef-46efb24a6285 service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377134 Mar 08 15:39:45.963903 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-1331713e-1a92-4d5c-9b22-76e659e237e2 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Publish callbacks [] for port (1d7e9702-8b5e-4e2f-aa3e-a590bedb8943), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:46.003775 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-1331713e-1a92-4d5c-9b22-76e659e237e2 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (1d7e9702-8b5e-4e2f-aa3e-a590bedb8943), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:46.052146 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-1331713e-1a92-4d5c-9b22-76e659e237e2 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Network 00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:39:46.055353 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-1331713e-1a92-4d5c-9b22-76e659e237e2 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:39:46.058925 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-1331713e-1a92-4d5c-9b22-76e659e237e2 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:39:46.064061 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-1331713e-1a92-4d5c-9b22-76e659e237e2 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:46.064682 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-1331713e-1a92-4d5c-9b22-76e659e237e2 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:46.076241 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331713e-1a92-4d5c-9b22-76e659e237e2 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Pushing event updated for resources: {'Port': ['ID=1d7e9702-8b5e-4e2f-aa3e-a590bedb8943,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:46.092286 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-1331713e-1a92-4d5c-9b22-76e659e237e2 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7948163 Mar 08 15:39:46.125624 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Request body: {'port': {'device_id': '35ad3174-ea34-45e9-9893-7ff093e5682f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:46.176769 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367b827-dddd-4953-b62a-420ab6395c23 req-65474458-a6d7-47d9-be30-5183259fc2d0 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:46.178682 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b367b827-dddd-4953-b62a-420ab6395c23 req-65474458-a6d7-47d9-be30-5183259fc2d0 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ad3174-ea34-45e9-9893-7ff093e5682f HTTP/1.1" status: 200 len: 931 time: 0.0652256 Mar 08 15:39:46.224831 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (1d7e9702-8b5e-4e2f-aa3e-a590bedb8943), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:46.243156 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b367b827-dddd-4953-b62a-420ab6395c23 req-90c0a744-47ce-4686-9c2e-6ebaf56f2203 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569785 Mar 08 15:39:46.325874 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1182e-95c2-48b8-97c7-5cab82328529 req-a61e5782-5197-4436-818c-720bd08501ec tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:46.327861 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b9b1182e-95c2-48b8-97c7-5cab82328529 req-a61e5782-5197-4436-818c-720bd08501ec tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0635991 Mar 08 15:39:46.406651 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b9b1182e-95c2-48b8-97c7-5cab82328529 req-cba1acc4-658a-4873-af6d-fef32e71ffe9 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623097 Mar 08 15:39:46.596677 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:39:46.609502 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Publish callbacks [] for port (1d7e9702-8b5e-4e2f-aa3e-a590bedb8943), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:46.634844 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Transition to ACTIVE for port object 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 will not be triggered until provisioned by entity L2. {{(pid=104418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:39:46.643017 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (1d7e9702-8b5e-4e2f-aa3e-a590bedb8943), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:46.658117 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd572ec-c3f5-450e-a9ea-faab551bb9a2 req-2e68a97e-f0cd-4992-abbb-8d6da19f7276 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:46.659713 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-6fd572ec-c3f5-450e-a9ea-faab551bb9a2 req-2e68a97e-f0cd-4992-abbb-8d6da19f7276 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.41 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 945 time: 0.1264691 Mar 08 15:39:46.697967 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76d72-c1ae-4983-b701-9604423093ed req-653fa279-448f-42a1-a37c-fc10727a3bd0 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:46.699737 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-46a76d72-c1ae-4983-b701-9604423093ed req-653fa279-448f-42a1-a37c-fc10727a3bd0 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 945 time: 0.0580735 Mar 08 15:39:46.758618 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7e9702-8b5e-4e2f-aa3e-a590bedb8943,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:46.770117 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-46a76d72-c1ae-4983-b701-9604423093ed req-00c6dfc6-ba03-46cd-a3b4-2d8634c46e5e tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/security-groups?id=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623658 Mar 08 15:39:46.838732 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Attempting to bind port 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:39:46.839124 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Attempting to bind port 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '192616cc-32c1-4be7-b002-49f3d8bfde08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:39:46.839478 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Attempting to bind port 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 on network 00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:46.851821 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Port 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 on network 00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:39:46.852219 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Attempting to bind port 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 on network 00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:39:46.872158 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:39:46.872489 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Checking segment: {'id': '192616cc-32c1-4be7-b002-49f3d8bfde08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:39:46.872872 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Bound using segment: {'id': '192616cc-32c1-4be7-b002-49f3d8bfde08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:39:46.873315 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Bound port: 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192616cc-32c1-4be7-b002-49f3d8bfde08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:39:46.873668 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (1d7e9702-8b5e-4e2f-aa3e-a590bedb8943), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:46.942009 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-6fd572ec-c3f5-450e-a9ea-faab551bb9a2 req-3b92fec5-4baf-49c3-aad4-82384ebb6256 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Deleting port b96d9516-42a9-4fb4-8780-7f91653c119a {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:39:46.942312 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-6fd572ec-c3f5-450e-a9ea-faab551bb9a2 req-3b92fec5-4baf-49c3-aad4-82384ebb6256 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (b96d9516-42a9-4fb4-8780-7f91653c119a), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:47.013590 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] For port 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943, host hv-cinder-83009, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:39:47.033615 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] For port 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1d7e9702-8b5e-4e2f-aa3e-a590bedb8943,segment=NetworkSegment(192616cc-32c1-4be7-b002-49f3d8bfde08),segment_id=192616cc-32c1-4be7-b002-49f3d8bfde08)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:39:47.050257 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (1d7e9702-8b5e-4e2f-aa3e-a590bedb8943), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:47.286087 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 39320) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:47.318027 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:47.318667 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:47.320615 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 HTTP/1.1" status: 200 len: 1093 time: 1.2026682 Mar 08 15:39:47.321114 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ad3174-ea34-45e9-9893-7ff093e5682f', 'tag': '1d7e9702-8b5e-4e2f-aa3e-a590bedb8943'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:47.323397 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32a1056-36f8-44e7-9797-e18257fbdd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "35ad3174-ea34-45e9-9893-7ff093e5682f", "tag": "1d7e9702-8b5e-4e2f-aa3e-a590bedb8943"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:47.329015 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-6fd572ec-c3f5-450e-a9ea-faab551bb9a2 req-3b92fec5-4baf-49c3-aad4-82384ebb6256 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] For port b96d9516-42a9-4fb4-8780-7f91653c119a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b96d9516-42a9-4fb4-8780-7f91653c119a,segment=NetworkSegment(8ae42123-1340-4c96-83d7-011b4f5ff00f),segment_id=8ae42123-1340-4c96-83d7-011b4f5ff00f)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:47.329376 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-6fd572ec-c3f5-450e-a9ea-faab551bb9a2 req-3b92fec5-4baf-49c3-aad4-82384ebb6256 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (b96d9516-42a9-4fb4-8780-7f91653c119a), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:47.339529 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:47.357299 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-6fd572ec-c3f5-450e-a9ea-faab551bb9a2 req-3b92fec5-4baf-49c3-aad4-82384ebb6256 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Calling delete_port for b96d9516-42a9-4fb4-8780-7f91653c119a owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:39:47.388190 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6388eb-e221-443e-93d8-2b18dffd99a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7e9702-8b5e-4e2f-aa3e-a590bedb8943,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:47.433460 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c544dd-30ab-44e0-add8-4f72c9744242 req-efa74771-e69b-40f7-a8b1-6e8ba14c03b4 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:47.436475 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c91da80-296c-41e6-af7b-b807b28fb701 x-openstack-request-id: req-9c91da80-296c-41e6-af7b-b807b28fb701 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:47.436943 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ad3174-ea34-45e9-9893-7ff093e5682f", "tag": "1d7e9702-8b5e-4e2f-aa3e-a590bedb8943", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:47.437368 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c91da80-296c-41e6-af7b-b807b28fb701 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:47.437898 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ad3174-ea34-45e9-9893-7ff093e5682f', 'tag': '1d7e9702-8b5e-4e2f-aa3e-a590bedb8943', 'status': 'completed', 'code': 200} Mar 08 15:39:47.445522 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-43c544dd-30ab-44e0-add8-4f72c9744242 req-efa74771-e69b-40f7-a8b1-6e8ba14c03b4 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ad3174-ea34-45e9-9893-7ff093e5682f HTTP/1.1" status: 200 len: 943 time: 0.0736933 Mar 08 15:39:47.534601 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-43c544dd-30ab-44e0-add8-4f72c9744242 req-7b295b53-c919-40f9-a5be-8c02ad19266f tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845957 Mar 08 15:39:47.538070 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-f9c0ea9d-e82e-4923-9280-ef75ee51bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:47.539915 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-f9c0ea9d-e82e-4923-9280-ef75ee51bfca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f8779f8ea6a4b799262c0b56677d833&device_id=35ad3174-ea34-45e9-9893-7ff093e5682f HTTP/1.1" status: 200 len: 1127 time: 0.1470358 Mar 08 15:39:47.586143 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-47379c3b-3ed2-4d84-a15a-081debbf63c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:47.614029 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-14f2e2f8-1c63-49aa-bdea-d4252a3d9565 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 HTTP/1.1" status: 200 len: 217 time: 0.0650690 Mar 08 15:39:47.641957 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75986c01-9799-438e-9a6f-7e47b9b449e1 req-b95185ad-2875-443b-ad9b-62ebb28c639a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:47.643689 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-75986c01-9799-438e-9a6f-7e47b9b449e1 req-b95185ad-2875-443b-ad9b-62ebb28c639a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.1375942 Mar 08 15:39:47.671299 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-6fd572ec-c3f5-450e-a9ea-faab551bb9a2 req-3b92fec5-4baf-49c3-aad4-82384ebb6256 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040'] for port (b96d9516-42a9-4fb4-8780-7f91653c119a), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:47.686186 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['b96d9516-42a9-4fb4-8780-7f91653c119a'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:39:47.706563 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-d614ba1b-e0b1-4019-81aa-f99b33c47d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:47.708596 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-d614ba1b-e0b1-4019-81aa-f99b33c47d9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81b3f937-f48d-4a0c-94c7-7ab236b3b7cf HTTP/1.1" status: 200 len: 848 time: 0.0858231 Mar 08 15:39:47.709246 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92fec5-4baf-49c3-aad4-82384ebb6256 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Pushing event deleted for resources: {'Port': ['ID=b96d9516-42a9-4fb4-8780-7f91653c119a,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:47.727180 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-75986c01-9799-438e-9a6f-7e47b9b449e1 req-d0379b59-899e-44bb-8d0e-1bf36219b393 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763829 Mar 08 15:39:47.744033 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-47379c3b-3ed2-4d84-a15a-081debbf63c3 admin admin] Publish callbacks [] for security_group (db847b70-884f-485b-82b9-39cdd6473859), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:47.752471 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-47379c3b-3ed2-4d84-a15a-081debbf63c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (db847b70-884f-485b-82b9-39cdd6473859), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:47.782773 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-73d0370b-b2a4-4e91-8117-4f032a92c281 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461655 Mar 08 15:39:47.798138 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47379c3b-3ed2-4d84-a15a-081debbf63c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db847b70-884f-485b-82b9-39cdd6473859,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:47.808332 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-47379c3b-3ed2-4d84-a15a-081debbf63c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=89c427e7589644d3a9b00f17a6ba602f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5204203 Mar 08 15:39:47.809083 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd572ec-c3f5-450e-a9ea-faab551bb9a2 req-3b92fec5-4baf-49c3-aad4-82384ebb6256 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] No DVR routers for this DVR port b96d9516-42a9-4fb4-8780-7f91653c119a on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:39:47.809391 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 39330) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:47.878160 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b8256064-8d31-427d-846c-2f0e3566d12c req-f3334694-9363-4798-aad3-c104f50de916 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 210 time: 0.0314052 Mar 08 15:39:47.890535 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1e47b551-40e6-4f7a-bf46-833f94aaf6ad admin admin] Publish callbacks [] for security_group (db847b70-884f-485b-82b9-39cdd6473859), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:47.917301 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-6fd572ec-c3f5-450e-a9ea-faab551bb9a2 req-3b92fec5-4baf-49c3-aad4-82384ebb6256 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:47.921091 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-6fd572ec-c3f5-450e-a9ea-faab551bb9a2 req-3b92fec5-4baf-49c3-aad4-82384ebb6256 tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.41 "DELETE /v2.0/ports/b96d9516-42a9-4fb4-8780-7f91653c119a HTTP/1.1" status: 204 len: 173 time: 1.2400646 Mar 08 15:39:47.941192 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1e47b551-40e6-4f7a-bf46-833f94aaf6ad admin admin] Publish callbacks [] for security_group (db847b70-884f-485b-82b9-39cdd6473859), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:47.953240 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-39cbfd0a-d138-490e-a320-27617f6c2f5f service neutron] 10.222.0.41 "GET /v2.0/networks/00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420591 Mar 08 15:39:47.995126 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1e47b551-40e6-4f7a-bf46-833f94aaf6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (db847b70-884f-485b-82b9-39cdd6473859), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:47.997953 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1e47b551-40e6-4f7a-bf46-833f94aaf6ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:48.002161 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-1e47b551-40e6-4f7a-bf46-833f94aaf6ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db847b70-884f-485b-82b9-39cdd6473859 HTTP/1.1" status: 204 len: 168 time: 0.1914136 Mar 08 15:39:48.010965 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47b551-40e6-4f7a-bf46-833f94aaf6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db847b70-884f-485b-82b9-39cdd6473859,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:48.077141 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-63291939-ed42-4fe9-aeaf-627f0e8c8b13 req-a14af7e1-632b-4536-9053-74ffd857fc59 service neutron] 10.222.0.41 "GET /v2.0/networks/00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141398 Mar 08 15:39:48.177471 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a1056-36f8-44e7-9797-e18257fbdd1f req-62a2aedd-6196-413e-ac5f-a254a058087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:48.181151 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a32a1056-36f8-44e7-9797-e18257fbdd1f req-62a2aedd-6196-413e-ac5f-a254a058087f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f8779f8ea6a4b799262c0b56677d833&device_id=35ad3174-ea34-45e9-9893-7ff093e5682f HTTP/1.1" status: 200 len: 1127 time: 0.0496776 Mar 08 15:39:48.283122 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a1056-36f8-44e7-9797-e18257fbdd1f req-608b5c02-c37a-4831-9681-ac23db75ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:48.284803 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a32a1056-36f8-44e7-9797-e18257fbdd1f req-608b5c02-c37a-4831-9681-ac23db75ba3d service neutron] 10.222.0.41 "GET /v2.0/networks?id=00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 HTTP/1.1" status: 200 len: 909 time: 0.0954826 Mar 08 15:39:48.327174 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a32a1056-36f8-44e7-9797-e18257fbdd1f req-95fb84b7-6a1a-4b62-994a-d9ff066cdb57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 HTTP/1.1" status: 200 len: 217 time: 0.0356655 Mar 08 15:39:48.392829 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a1056-36f8-44e7-9797-e18257fbdd1f req-a9178dae-c59e-4daf-a149-93956a76d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:48.395014 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a32a1056-36f8-44e7-9797-e18257fbdd1f req-a9178dae-c59e-4daf-a149-93956a76d2b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81b3f937-f48d-4a0c-94c7-7ab236b3b7cf HTTP/1.1" status: 200 len: 848 time: 0.0608191 Mar 08 15:39:48.452854 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a32a1056-36f8-44e7-9797-e18257fbdd1f req-139b63fb-6eec-4413-884c-6a5b9e37d102 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352468 Mar 08 15:39:48.658807 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a32a1056-36f8-44e7-9797-e18257fbdd1f req-8d0f6d69-fcce-4426-99c1-a1fad4cfe6e1 service neutron] 10.222.0.41 "GET /v2.0/networks/00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974313 Mar 08 15:39:48.688832 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd705b4-08ed-4126-a68a-7496748ded2f req-86a0fb61-ae2f-48c4-9ba5-e4f4257020b8 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:48.696072 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6cd705b4-08ed-4126-a68a-7496748ded2f req-86a0fb61-ae2f-48c4-9ba5-e4f4257020b8 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ad3174-ea34-45e9-9893-7ff093e5682f HTTP/1.1" status: 200 len: 943 time: 0.0698450 Mar 08 15:39:48.745171 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6cd705b4-08ed-4126-a68a-7496748ded2f req-d75d6b97-4357-4a0b-aeaf-aea3461eb35d tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459611 Mar 08 15:39:48.765813 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a32a1056-36f8-44e7-9797-e18257fbdd1f req-99be3a66-5333-4e0d-a19c-280fbd1a8a08 service neutron] 10.222.0.41 "GET /v2.0/networks/00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948071 Mar 08 15:39:48.848097 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453444be-2df3-460b-97fe-8e8d109401c3 req-6e7596b5-1079-4caf-8e9d-0e0e577408fa tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:48.849662 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-453444be-2df3-460b-97fe-8e8d109401c3 req-6e7596b5-1079-4caf-8e9d-0e0e577408fa tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0515702 Mar 08 15:39:48.898279 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-453444be-2df3-460b-97fe-8e8d109401c3 req-c5d04571-2e61-4409-9ed7-3dd08db92d0d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423658 Mar 08 15:39:49.042927 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0c9a3297-fa8c-40e1-9ca4-9b4e3373a7d8 req-fcbe0c92-ab06-4e15-a45a-041e81e0764f tempest-DeleteServersTestJSON-1495934836 tempest-DeleteServersTestJSON-1495934836-project] 10.222.0.11 "GET /v2.0/ports?device_id=00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90 HTTP/1.1" status: 200 len: 210 time: 0.0433760 Mar 08 15:39:49.440275 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90', 'name': 'network-vif-deleted', 'tag': 'b96d9516-42a9-4fb4-8780-7f91653c119a'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:49.442082 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d647f24d-cb62-4fae-826d-b940574aa29c" -d '{"events": [{"server_uuid": "00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90", "name": "network-vif-deleted", "tag": "b96d9516-42a9-4fb4-8780-7f91653c119a"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:49.478674 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3708e1-1fd0-4cd9-ba7e-1ff244a2fdd8 x-openstack-request-id: req-2b3708e1-1fd0-4cd9-ba7e-1ff244a2fdd8 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:49.478969 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90", "name": "network-vif-deleted", "tag": "b96d9516-42a9-4fb4-8780-7f91653c119a", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:49.479222 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b3708e1-1fd0-4cd9-ba7e-1ff244a2fdd8 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:49.479623 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00bbe0ed-0200-4e6e-aa07-9a6fdb91cc90', 'name': 'network-vif-deleted', 'tag': 'b96d9516-42a9-4fb4-8780-7f91653c119a', 'status': 'completed', 'code': 200} Mar 08 15:39:49.882591 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a8dc6-de8d-40d9-ab19-9a79f343297c req-f5e4fd20-e759-4fa1-97b8-15bf001cc689 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:49.883930 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-df9a8dc6-de8d-40d9-ab19-9a79f343297c req-f5e4fd20-e759-4fa1-97b8-15bf001cc689 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ad3174-ea34-45e9-9893-7ff093e5682f HTTP/1.1" status: 200 len: 943 time: 0.0658038 Mar 08 15:39:49.950734 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-df9a8dc6-de8d-40d9-ab19-9a79f343297c req-db4e8900-cc9b-4c6f-b00f-9735b0991ad9 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645602 Mar 08 15:39:50.033076 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadea748-4254-46af-9b64-dcdac9c03749 req-d921d938-4147-4369-b267-89aafe0ac03e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:50.034755 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-eadea748-4254-46af-9b64-dcdac9c03749 req-d921d938-4147-4369-b267-89aafe0ac03e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0585730 Mar 08 15:39:50.107057 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-eadea748-4254-46af-9b64-dcdac9c03749 req-8e960755-1a70-4dae-8cc7-ab9c4dcb3b88 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660596 Mar 08 15:39:50.384144 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device b96d9516-42a9-4fb4-8780-7f91653c119a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:39:50.405340 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: b96d9516-42a9-4fb4-8780-7f91653c119a {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:39:50.405684 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device b96d9516-42a9-4fb4-8780-7f91653c119a not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:39:51.082792 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca72a0-df76-4300-9663-0e4b27f4c97f req-eea680c4-0c63-478e-be4d-95117b47aba7 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:51.084331 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-34ca72a0-df76-4300-9663-0e4b27f4c97f req-eea680c4-0c63-478e-be4d-95117b47aba7 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ad3174-ea34-45e9-9893-7ff093e5682f HTTP/1.1" status: 200 len: 943 time: 0.0605044 Mar 08 15:39:51.143217 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-34ca72a0-df76-4300-9663-0e4b27f4c97f req-2e826b3d-0ef8-4d80-92a9-b918fba8b88f tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526030 Mar 08 15:39:51.255223 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46422d02-973e-432a-82ff-ea8b4eeec002 req-b1c9b9e8-0f77-4752-a90b-20f73bfbacd5 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:51.256713 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-46422d02-973e-432a-82ff-ea8b4eeec002 req-b1c9b9e8-0f77-4752-a90b-20f73bfbacd5 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0588145 Mar 08 15:39:51.303170 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-46422d02-973e-432a-82ff-ea8b4eeec002 req-3d8caeb7-cc62-41a4-b7f1-72b644de6367 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 Mar 08 15:39:51.412142 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 39524) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:51.495364 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d89f7b-a5df-46c0-bfad-cc5a37d4dc87 admin admin] Deleting subnet 65db2b3b-1c63-4137-a335-11fdefd6a589 {{(pid=104417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:39:51.498927 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-91d89f7b-a5df-46c0-bfad-cc5a37d4dc87 admin admin] Publish callbacks [] for subnet (65db2b3b-1c63-4137-a335-11fdefd6a589), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:51.548111 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-91d89f7b-a5df-46c0-bfad-cc5a37d4dc87 admin admin] Publish callbacks [] for subnet (65db2b3b-1c63-4137-a335-11fdefd6a589), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:51.557952 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-91d89f7b-a5df-46c0-bfad-cc5a37d4dc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452262'] for subnet (65db2b3b-1c63-4137-a335-11fdefd6a589), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:51.575661 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 39538) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:51.615487 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-91d89f7b-a5df-46c0-bfad-cc5a37d4dc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for subnet (65db2b3b-1c63-4137-a335-11fdefd6a589), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:51.624319 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_v2 [None req-de05534f-66bd-47e1-a8f9-542fb5046913 admin admin] Deleting subnet 23accda1-b8a7-4fa4-ae01-836fe3339940 {{(pid=104418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:39:51.627556 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-de05534f-66bd-47e1-a8f9-542fb5046913 admin admin] Publish callbacks [] for subnet (23accda1-b8a7-4fa4-ae01-836fe3339940), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:51.640243 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d89f7b-a5df-46c0-bfad-cc5a37d4dc87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65db2b3b-1c63-4137-a335-11fdefd6a589,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:51.643880 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-91d89f7b-a5df-46c0-bfad-cc5a37d4dc87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:51.648674 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-91d89f7b-a5df-46c0-bfad-cc5a37d4dc87 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/65db2b3b-1c63-4137-a335-11fdefd6a589 HTTP/1.1" status: 204 len: 168 time: 0.2338250 Mar 08 15:39:51.650107 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 39540) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:51.683288 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-de05534f-66bd-47e1-a8f9-542fb5046913 admin admin] Publish callbacks [] for subnet (23accda1-b8a7-4fa4-ae01-836fe3339940), precommit_delete_associations {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:51.721832 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-de05534f-66bd-47e1-a8f9-542fb5046913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452262'] for subnet (23accda1-b8a7-4fa4-ae01-836fe3339940), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:51.758643 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1344873'] for network (3b2fe010-a510-4c78-9288-7a92dd3d7b3e), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:51.821266 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-de05534f-66bd-47e1-a8f9-542fb5046913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for subnet (23accda1-b8a7-4fa4-ae01-836fe3339940), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:51.860587 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05534f-66bd-47e1-a8f9-542fb5046913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23accda1-b8a7-4fa4-ae01-836fe3339940,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:51.889553 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-de05534f-66bd-47e1-a8f9-542fb5046913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:51.892706 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-de05534f-66bd-47e1-a8f9-542fb5046913 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/23accda1-b8a7-4fa4-ae01-836fe3339940 HTTP/1.1" status: 204 len: 168 time: 0.3159955 Mar 08 15:39:51.894828 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388905', 'neutron.services.segments.db._delete_segments_for_network-8773855619431'] for network (3b2fe010-a510-4c78-9288-7a92dd3d7b3e), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:51.895583 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 39542) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:51.917031 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:51.917342 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:51.918509 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:51.918839 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Subscribe: > port after_create 55550000 {{(pid=104418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:51.919171 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Subscribe: > port after_delete 55550000 {{(pid=104418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:51.919517 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Subscribe: > port after_update 55550000 {{(pid=104418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:51.919988 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:51.920160 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:51.920474 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:51.920800 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:51.969881 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1344873'] for network (a16a01d4-89e6-470a-bde6-accd3ee0dc89), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.050116 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388905', 'neutron.services.segments.db._delete_segments_for_network-8773855619431'] for network (a16a01d4-89e6-470a-bde6-accd3ee0dc89), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.064023 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:52.064347 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:52.064694 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:52.065010 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:52.065370 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.services.segments.db [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2fe010-a510-4c78-9288-7a92dd3d7b3e']}} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:52.075409 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:52.075749 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:52.076474 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:52.076799 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Subscribe: > port after_create 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:52.077132 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Subscribe: > port after_delete 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:52.077481 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Subscribe: > port after_update 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:52.078866 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:52.078866 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:52.078866 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:52.078866 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:52.082919 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.services.segments.db [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f70759-b2a3-4292-a8d9-9c2d889b700c') {'for_net_delete': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:52.083209 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.services.segments.db [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f70759-b2a3-4292-a8d9-9c2d889b700c') {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:52.098940 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773855620464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14600628'] for segment (77f70759-b2a3-4292-a8d9-9c2d889b700c), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.119186 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (77f70759-b2a3-4292-a8d9-9c2d889b700c), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.128251 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=104418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:39:52.128676 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15685200'] for segment (77f70759-b2a3-4292-a8d9-9c2d889b700c), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.143858 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:52.144473 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:52.144592 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:52.144826 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:39:52.145198 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16a01d4-89e6-470a-bde6-accd3ee0dc89']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:52.162894 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae42123-1340-4c96-83d7-011b4f5ff00f') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:52.163184 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae42123-1340-4c96-83d7-011b4f5ff00f') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: from cryptography.utils import int_from_bytes Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: from cryptography.utils import int_from_bytes Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: Traceback (most recent call last): Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: timer() Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: cb(*args, **kw) Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: return func(*args, **kwargs) Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: self._notify() Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: self.callback(batched_events) Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: event.method(event) Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: return f(self, *a, **k) Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: return self._get(url).json() Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: return self.request(url, 'GET', **kwargs) Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:39:52.165309 dv-cinder-830098-2-iscsi neutron-server[104418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:39:52.180032 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773855620464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12864590'] for segment (8ae42123-1340-4c96-83d7-011b4f5ff00f), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.209876 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (8ae42123-1340-4c96-83d7-011b4f5ff00f), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.219468 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:39:52.219839 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14517989'] for segment (8ae42123-1340-4c96-83d7-011b4f5ff00f), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: from cryptography.utils import int_from_bytes Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: from cryptography.utils import int_from_bytes Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: Traceback (most recent call last): Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: timer() Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: cb(*args, **kw) Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: return func(*args, **kwargs) Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: self._notify() Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: self.callback(batched_events) Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: event.method(event) Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: return f(self, *a, **k) Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._get(url).json() Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: return self.request(url, 'GET', **kwargs) Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:39:52.224388 dv-cinder-830098-2-iscsi neutron-server[104417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:39:52.233209 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752824'] for network (3b2fe010-a510-4c78-9288-7a92dd3d7b3e), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.240477 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.243818 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] 10.222.0.11 "DELETE /v2.0/networks/3b2fe010-a510-4c78-9288-7a92dd3d7b3e HTTP/1.1" status: 204 len: 168 time: 0.5932810 Mar 08 15:39:52.252754 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 39546) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:52.261602 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e603bb-fcf7-4e73-8a54-c043aac4bedc admin admin] Pushing event deleted for resources: {'Network': ['ID=3b2fe010-a510-4c78-9288-7a92dd3d7b3e,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:52.299780 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_v2 [None req-f97ffc06-9de2-4ef9-a32e-eda92fa981b3 admin admin] Deleting subnet d3cc447f-79f4-4aa5-8934-c3e13573e5c1 {{(pid=104418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:39:52.303191 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f97ffc06-9de2-4ef9-a32e-eda92fa981b3 admin admin] Publish callbacks [] for subnet (d3cc447f-79f4-4aa5-8934-c3e13573e5c1), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.316491 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752824'] for network (a16a01d4-89e6-470a-bde6-accd3ee0dc89), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.341173 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f97ffc06-9de2-4ef9-a32e-eda92fa981b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14600527'] for subnet (d3cc447f-79f4-4aa5-8934-c3e13573e5c1), precommit_delete_associations {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.341640 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171dee3-07d8-4966-9a85-2d4b9623ca0e req-b42be188-1bb0-411a-80f7-8a7d85fdfe90 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:52.343320 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7171dee3-07d8-4966-9a85-2d4b9623ca0e req-b42be188-1bb0-411a-80f7-8a7d85fdfe90 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ad3174-ea34-45e9-9893-7ff093e5682f HTTP/1.1" status: 200 len: 943 time: 0.1180360 Mar 08 15:39:52.344597 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.350720 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] 10.222.0.11 "DELETE /v2.0/networks/a16a01d4-89e6-470a-bde6-accd3ee0dc89 HTTP/1.1" status: 204 len: 168 time: 0.4540186 Mar 08 15:39:52.351697 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa874dcb-a390-4a7a-a28a-0fe5f46ff8bb admin admin] Pushing event deleted for resources: {'Network': ['ID=a16a01d4-89e6-470a-bde6-accd3ee0dc89,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:52.388237 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:39:52.391993 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f97ffc06-9de2-4ef9-a32e-eda92fa981b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452262'] for subnet (d3cc447f-79f4-4aa5-8934-c3e13573e5c1), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.412259 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7171dee3-07d8-4966-9a85-2d4b9623ca0e req-4b6bd529-4fc8-4f07-89c3-b7c6cc8439e9 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585318 Mar 08 15:39:52.467751 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f97ffc06-9de2-4ef9-a32e-eda92fa981b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15685178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12984268'] for subnet (d3cc447f-79f4-4aa5-8934-c3e13573e5c1), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.487171 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61cb48-6441-4c8d-87e7-82307264b80e req-57f70f6a-17d9-4851-b01a-9aba19f63f09 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:52.491471 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6f61cb48-6441-4c8d-87e7-82307264b80e req-57f70f6a-17d9-4851-b01a-9aba19f63f09 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0603306 Mar 08 15:39:52.513253 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f97ffc06-9de2-4ef9-a32e-eda92fa981b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.520402 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-f97ffc06-9de2-4ef9-a32e-eda92fa981b3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d3cc447f-79f4-4aa5-8934-c3e13573e5c1 HTTP/1.1" status: 204 len: 168 time: 0.2664130 Mar 08 15:39:52.523072 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ffc06-9de2-4ef9-a32e-eda92fa981b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3cc447f-79f4-4aa5-8934-c3e13573e5c1,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:52.525511 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 39556) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:52.540518 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1d7e9702-8b5e-4e2f-aa3e-a590bedb8943,segment=NetworkSegment(192616cc-32c1-4be7-b002-49f3d8bfde08),segment_id=192616cc-32c1-4be7-b002-49f3d8bfde08)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:52.570491 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': '1d7e9702-8b5e-4e2f-aa3e-a590bedb8943', 'network_id': '00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6', 'port_id': '1d7e9702-8b5e-4e2f-aa3e-a590bedb8943', 'mac_address': 'fa:16:3e:1e:ba:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b3f937-f48d-4a0c-94c7-7ab236b3b7cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:39:52.620473 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6f61cb48-6441-4c8d-87e7-82307264b80e req-9fa63336-9625-4cff-8da0-5cc49abe291f tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131592 Mar 08 15:39:52.622841 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6de5f304-79b2-4d57-8716-b686310ede07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1344873'] for network (85847fdd-9241-4d57-8e63-8a054cde0847), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.637776 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 39560) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:52.651216 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:52.651713 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (1d7e9702-8b5e-4e2f-aa3e-a590bedb8943), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.667734 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:39:52.692250 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-e9ff83f3-c952-43da-b086-173f90493d09 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d25381c307e4adb9fc8760f932c109f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0527444 Mar 08 15:39:52.695086 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 39564) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:52.698517 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1d7e9702-8b5e-4e2f-aa3e-a590bedb8943,segment=NetworkSegment(192616cc-32c1-4be7-b002-49f3d8bfde08),segment_id=192616cc-32c1-4be7-b002-49f3d8bfde08)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:52.708782 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (1d7e9702-8b5e-4e2f-aa3e-a590bedb8943), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.729443 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6de5f304-79b2-4d57-8716-b686310ede07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388905', 'neutron.services.segments.db._delete_segments_for_network-8773855619431'] for network (85847fdd-9241-4d57-8e63-8a054cde0847), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.754442 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.services.segments.db [None req-6de5f304-79b2-4d57-8716-b686310ede07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85847fdd-9241-4d57-8e63-8a054cde0847']}} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:52.763139 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.services.segments.db [None req-6de5f304-79b2-4d57-8716-b686310ede07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474381a7-006f-4f93-80f0-8ae8dd969e56') {'for_net_delete': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:52.763440 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.services.segments.db [None req-6de5f304-79b2-4d57-8716-b686310ede07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474381a7-006f-4f93-80f0-8ae8dd969e56') {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:39:52.771897 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c9b674bf-00e5-4d20-968b-5df3c919c2e5 admin admin] Publish callbacks [] for security_group (626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.782414 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=1d7e9702-8b5e-4e2f-aa3e-a590bedb8943,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:52.791740 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6de5f304-79b2-4d57-8716-b686310ede07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773855620464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14600628'] for segment (474381a7-006f-4f93-80f0-8ae8dd969e56), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.791933 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:52.792219 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:52.792750 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:52.793591 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:52.794112 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:52.794423 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:52.794896 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:52.795415 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:52.795880 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:52.796345 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:52.796826 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:52.797308 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:52.797633 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:39:52.805691 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c9b674bf-00e5-4d20-968b-5df3c919c2e5 admin admin] Publish callbacks [] for security_group (626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.808873 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6de5f304-79b2-4d57-8716-b686310ede07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (474381a7-006f-4f93-80f0-8ae8dd969e56), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.817469 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de5f304-79b2-4d57-8716-b686310ede07 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:39:52.817632 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6de5f304-79b2-4d57-8716-b686310ede07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15685200'] for segment (474381a7-006f-4f93-80f0-8ae8dd969e56), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: Traceback (most recent call last): Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: timer() Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: cb(*args, **kw) Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: return func(*args, **kwargs) Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: self._notify() Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: self.callback(batched_events) Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: event.method(event) Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: return f(self, *a, **k) Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: return self._get(url).json() Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: return self.request(url, 'GET', **kwargs) Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:39:52.819726 dv-cinder-830098-2-iscsi neutron-server[104418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:39:52.861579 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c9b674bf-00e5-4d20-968b-5df3c919c2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.864843 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c9b674bf-00e5-4d20-968b-5df3c919c2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.866149 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c9b674bf-00e5-4d20-968b-5df3c919c2e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed HTTP/1.1" status: 204 len: 168 time: 0.1701634 Mar 08 15:39:52.875045 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b674bf-00e5-4d20-968b-5df3c919c2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626f9fbb-8b87-426f-b6c5-b89c1ab1c8ed,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:52.905378 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6de5f304-79b2-4d57-8716-b686310ede07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752824'] for network (85847fdd-9241-4d57-8e63-8a054cde0847), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.910325 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6de5f304-79b2-4d57-8716-b686310ede07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:52.913553 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-6de5f304-79b2-4d57-8716-b686310ede07 admin admin] 10.222.0.11 "DELETE /v2.0/networks/85847fdd-9241-4d57-8e63-8a054cde0847 HTTP/1.1" status: 204 len: 168 time: 0.3864110 Mar 08 15:39:52.929346 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5f304-79b2-4d57-8716-b686310ede07 admin admin] Pushing event deleted for resources: {'Network': ['ID=85847fdd-9241-4d57-8e63-8a054cde0847,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:53.056249 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['1d7e9702-8b5e-4e2f-aa3e-a590bedb8943'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:39:53.129204 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 39584) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:53.174708 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-e9e28999-55c6-4109-959d-1a57a4f4ec5b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7b7ab38798f4d518af7b5f4cb665ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441921 Mar 08 15:39:53.177280 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 39586) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:53.238786 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0e0b7ccf-0bb2-45f9-9027-7f0e5d540fb7 admin admin] Publish callbacks [] for security_group (0c603fe4-09ed-4241-85f1-697f5a4151b7), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.263088 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0e0b7ccf-0bb2-45f9-9027-7f0e5d540fb7 admin admin] Publish callbacks [] for security_group (0c603fe4-09ed-4241-85f1-697f5a4151b7), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.322677 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0e0b7ccf-0bb2-45f9-9027-7f0e5d540fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (0c603fe4-09ed-4241-85f1-697f5a4151b7), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.325353 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0e0b7ccf-0bb2-45f9-9027-7f0e5d540fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.326589 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-0e0b7ccf-0bb2-45f9-9027-7f0e5d540fb7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0c603fe4-09ed-4241-85f1-697f5a4151b7 HTTP/1.1" status: 204 len: 168 time: 0.1482399 Mar 08 15:39:53.335448 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b7ccf-0bb2-45f9-9027-7f0e5d540fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c603fe4-09ed-4241-85f1-697f5a4151b7,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:53.530806 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7b1ec-6a2c-4d3d-9765-9b3e100018f6 req-2593e754-593d-46bf-a570-edc74e0a4c8c tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:53.532349 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5de7b1ec-6a2c-4d3d-9765-9b3e100018f6 req-2593e754-593d-46bf-a570-edc74e0a4c8c tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ad3174-ea34-45e9-9893-7ff093e5682f HTTP/1.1" status: 200 len: 944 time: 0.0552168 Mar 08 15:39:53.599406 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5de7b1ec-6a2c-4d3d-9765-9b3e100018f6 req-37ce4ff5-f19b-42c9-90d9-bd04b584d9b7 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522718 Mar 08 15:39:53.670473 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 39612) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:53.737059 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-d130a7a9-876d-4e32-b4cc-6dc69d69374c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98866556a075443eaa45d33e6133f145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0653725 Mar 08 15:39:53.739537 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 39616) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:53.779036 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092632e3-7eb0-402f-adaa-82a3cad1a101 req-dc6fb630-f994-43d3-b37b-373c10d0a214 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:53.780508 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-092632e3-7eb0-402f-adaa-82a3cad1a101 req-dc6fb630-f994-43d3-b37b-373c10d0a214 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0912418 Mar 08 15:39:53.820633 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9ad0a75d-1b85-43b7-b926-d442ca42afae admin admin] Publish callbacks [] for security_group (b2dee92c-b7e1-413d-abc1-8f911ac3ddb3), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.855037 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9ad0a75d-1b85-43b7-b926-d442ca42afae admin admin] Publish callbacks [] for security_group (b2dee92c-b7e1-413d-abc1-8f911ac3ddb3), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.859524 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-092632e3-7eb0-402f-adaa-82a3cad1a101 req-9b2af9ad-2afc-4bd8-9fb2-b5692b86c47e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731604 Mar 08 15:39:53.905547 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9ad0a75d-1b85-43b7-b926-d442ca42afae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (b2dee92c-b7e1-413d-abc1-8f911ac3ddb3), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.908300 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9ad0a75d-1b85-43b7-b926-d442ca42afae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:53.909468 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9ad0a75d-1b85-43b7-b926-d442ca42afae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b2dee92c-b7e1-413d-abc1-8f911ac3ddb3 HTTP/1.1" status: 204 len: 168 time: 0.1688676 Mar 08 15:39:53.924550 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0a75d-1b85-43b7-b926-d442ca42afae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dee92c-b7e1-413d-abc1-8f911ac3ddb3,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:54.400475 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:39:54.461013 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:39:54.465655 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:39:54.466103 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (1d7e9702-8b5e-4e2f-aa3e-a590bedb8943), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:54.493219 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:39:54.526443 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 39652) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:54.711539 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:39:54.712205 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (1d7e9702-8b5e-4e2f-aa3e-a590bedb8943), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:54.744907 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ad3174-ea34-45e9-9893-7ff093e5682f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7e9702-8b5e-4e2f-aa3e-a590bedb8943'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:39:54.747905 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8412c524-2887-420b-8674-8e2416ac9052" -d '{"events": [{"server_uuid": "35ad3174-ea34-45e9-9893-7ff093e5682f", "name": "network-vif-plugged", "status": "completed", "tag": "1d7e9702-8b5e-4e2f-aa3e-a590bedb8943"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:39:54.765126 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097bfb7-cecf-4d69-87c8-a89157db2a02 req-f68f8e81-5bcc-4b2f-bc18-8b3e8a6a3803 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:54.767896 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6097bfb7-cecf-4d69-87c8-a89157db2a02 req-f68f8e81-5bcc-4b2f-bc18-8b3e8a6a3803 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ad3174-ea34-45e9-9893-7ff093e5682f HTTP/1.1" status: 200 len: 944 time: 0.0780592 Mar 08 15:39:54.788053 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1d7e9702-8b5e-4e2f-aa3e-a590bedb8943,segment=NetworkSegment(192616cc-32c1-4be7-b002-49f3d8bfde08),segment_id=192616cc-32c1-4be7-b002-49f3d8bfde08)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:39:54.792130 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c35aa9-32ae-45fd-89c0-631746621fb3 x-openstack-request-id: req-d6c35aa9-32ae-45fd-89c0-631746621fb3 {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:39:54.792514 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ad3174-ea34-45e9-9893-7ff093e5682f", "name": "network-vif-plugged", "status": "completed", "tag": "1d7e9702-8b5e-4e2f-aa3e-a590bedb8943", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:39:54.792859 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d6c35aa9-32ae-45fd-89c0-631746621fb3 {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:39:54.793716 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ad3174-ea34-45e9-9893-7ff093e5682f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7e9702-8b5e-4e2f-aa3e-a590bedb8943', 'code': 200} Mar 08 15:39:54.795917 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (1d7e9702-8b5e-4e2f-aa3e-a590bedb8943), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:54.852565 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6097bfb7-cecf-4d69-87c8-a89157db2a02 req-c4868bcf-9d84-463f-b7f5-7f445bb9c970 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788918 Mar 08 15:39:54.860136 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e1b81c6d-2ca2-4b9e-8da3-580a3fdaa6f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:54.907105 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=1d7e9702-8b5e-4e2f-aa3e-a590bedb8943,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:55.038851 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e1b81c6d-2ca2-4b9e-8da3-580a3fdaa6f4 admin admin] Publish callbacks [] for security_group (4b2985b3-aa23-4bf0-b191-1e89806ac87e), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:55.043799 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f750f77-67c4-4857-adde-ccbbd3382184 req-3fe4c395-891e-40ea-82e5-87c5f18848b8 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:55.045494 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5f750f77-67c4-4857-adde-ccbbd3382184 req-3fe4c395-891e-40ea-82e5-87c5f18848b8 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0870962 Mar 08 15:39:55.046661 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e1b81c6d-2ca2-4b9e-8da3-580a3fdaa6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (4b2985b3-aa23-4bf0-b191-1e89806ac87e), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:55.088693 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-e1b81c6d-2ca2-4b9e-8da3-580a3fdaa6f4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ddf3b38a7dde40719e70ae83142cbf4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5578482 Mar 08 15:39:55.106178 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 39686) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:55.130027 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5f750f77-67c4-4857-adde-ccbbd3382184 req-4dae3861-8dd8-467c-bd26-f2fa8a43400f tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746312 Mar 08 15:39:55.158998 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b81c6d-2ca2-4b9e-8da3-580a3fdaa6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2985b3-aa23-4bf0-b191-1e89806ac87e,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:55.222245 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-48b1b4b5-5af7-41e8-8f10-5576712230a6 admin admin] Publish callbacks [] for security_group (4b2985b3-aa23-4bf0-b191-1e89806ac87e), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:55.228253 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f33d2f-ba83-4e38-a4ac-b9228cce6473 req-a1f496a4-4651-4ce0-841f-a85e3f77725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:55.230311 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b3f33d2f-ba83-4e38-a4ac-b9228cce6473 req-a1f496a4-4651-4ce0-841f-a85e3f77725e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35ad3174-ea34-45e9-9893-7ff093e5682f HTTP/1.1" status: 200 len: 1129 time: 0.1357334 Mar 08 15:39:55.264920 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-48b1b4b5-5af7-41e8-8f10-5576712230a6 admin admin] Publish callbacks [] for security_group (4b2985b3-aa23-4bf0-b191-1e89806ac87e), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:55.295818 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 39696) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:55.326322 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b3f33d2f-ba83-4e38-a4ac-b9228cce6473 req-47666535-38f3-44f0-bc9e-3292b3311d13 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832756 Mar 08 15:39:55.344543 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-48b1b4b5-5af7-41e8-8f10-5576712230a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (4b2985b3-aa23-4bf0-b191-1e89806ac87e), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:55.347591 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-48b1b4b5-5af7-41e8-8f10-5576712230a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:55.348701 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-48b1b4b5-5af7-41e8-8f10-5576712230a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b2985b3-aa23-4bf0-b191-1e89806ac87e HTTP/1.1" status: 204 len: 168 time: 0.2415221 Mar 08 15:39:55.357713 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1b4b5-5af7-41e8-8f10-5576712230a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2985b3-aa23-4bf0-b191-1e89806ac87e,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:55.429226 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-578232ba-27b0-4a62-9961-6577468ba0e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:55.518289 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-578232ba-27b0-4a62-9961-6577468ba0e6 admin admin] Publish callbacks [] for security_group (7f841b1e-1be3-4683-826b-f7ec876803e2), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:55.526354 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-578232ba-27b0-4a62-9961-6577468ba0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (7f841b1e-1be3-4683-826b-f7ec876803e2), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:55.578132 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-578232ba-27b0-4a62-9961-6577468ba0e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=794b77a684674374888f3c05c9fb0d85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811122 Mar 08 15:39:55.580971 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 39704) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:55.582971 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578232ba-27b0-4a62-9961-6577468ba0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f841b1e-1be3-4683-826b-f7ec876803e2,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:55.645742 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a201a4a9-c9d2-41ed-a13f-1a12cbc7a60a admin admin] Publish callbacks [] for security_group (7f841b1e-1be3-4683-826b-f7ec876803e2), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:55.685723 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a201a4a9-c9d2-41ed-a13f-1a12cbc7a60a admin admin] Publish callbacks [] for security_group (7f841b1e-1be3-4683-826b-f7ec876803e2), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:55.758120 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a201a4a9-c9d2-41ed-a13f-1a12cbc7a60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (7f841b1e-1be3-4683-826b-f7ec876803e2), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:55.760852 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a201a4a9-c9d2-41ed-a13f-1a12cbc7a60a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:55.765716 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 39714) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:55.771323 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-a201a4a9-c9d2-41ed-a13f-1a12cbc7a60a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f841b1e-1be3-4683-826b-f7ec876803e2 HTTP/1.1" status: 204 len: 168 time: 0.1836319 Mar 08 15:39:55.783625 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a0e29ae2-dad2-4dff-b07f-309eca5cd4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:55.785632 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201a4a9-c9d2-41ed-a13f-1a12cbc7a60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f841b1e-1be3-4683-826b-f7ec876803e2,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:55.879424 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a0e29ae2-dad2-4dff-b07f-309eca5cd4d3 admin admin] Publish callbacks [] for security_group (d166118e-efad-4f77-9522-be139208357d), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:55.884810 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a0e29ae2-dad2-4dff-b07f-309eca5cd4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (d166118e-efad-4f77-9522-be139208357d), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:55.937852 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-a0e29ae2-dad2-4dff-b07f-309eca5cd4d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2721efd54dd242408b7707bda07f4b06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709073 Mar 08 15:39:55.938791 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 39718) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:55.942276 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e29ae2-dad2-4dff-b07f-309eca5cd4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d166118e-efad-4f77-9522-be139208357d,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:56.014314 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd1d08-0ddd-4ba6-a4b7-1718a79d77eb req-d3a9d47c-a16b-4f6b-ab23-fdd99d2a5206 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:56.015845 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-86fd1d08-0ddd-4ba6-a4b7-1718a79d77eb req-d3a9d47c-a16b-4f6b-ab23-fdd99d2a5206 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ad3174-ea34-45e9-9893-7ff093e5682f HTTP/1.1" status: 200 len: 945 time: 0.0922086 Mar 08 15:39:56.031608 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-68acbdca-6caa-490a-8d54-0ca7aea409b4 admin admin] Publish callbacks [] for security_group (d166118e-efad-4f77-9522-be139208357d), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.076473 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-68acbdca-6caa-490a-8d54-0ca7aea409b4 admin admin] Publish callbacks [] for security_group (d166118e-efad-4f77-9522-be139208357d), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.096667 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-86fd1d08-0ddd-4ba6-a4b7-1718a79d77eb req-d429d5a1-57ee-4009-83ea-908f5343803f tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736914 Mar 08 15:39:56.131864 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 39722) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:56.146199 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c87e5c13-99a1-4aeb-8b21-21bae9f08a03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.155043 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-68acbdca-6caa-490a-8d54-0ca7aea409b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (d166118e-efad-4f77-9522-be139208357d), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.157505 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-68acbdca-6caa-490a-8d54-0ca7aea409b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.158621 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-68acbdca-6caa-490a-8d54-0ca7aea409b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d166118e-efad-4f77-9522-be139208357d HTTP/1.1" status: 204 len: 168 time: 0.2174118 Mar 08 15:39:56.176261 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acbdca-6caa-490a-8d54-0ca7aea409b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d166118e-efad-4f77-9522-be139208357d,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:56.278649 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c87e5c13-99a1-4aeb-8b21-21bae9f08a03 admin admin] Publish callbacks [] for security_group (16950e05-0e48-4e23-a176-b328253acc64), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.285405 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c87e5c13-99a1-4aeb-8b21-21bae9f08a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (16950e05-0e48-4e23-a176-b328253acc64), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.339778 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0415cb-a448-421b-aa82-f9f0df9d87db req-a4633c9a-75df-4f12-a134-ac45e0ef4f8f tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:56.341253 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ec0415cb-a448-421b-aa82-f9f0df9d87db req-a4633c9a-75df-4f12-a134-ac45e0ef4f8f tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.1052229 Mar 08 15:39:56.346460 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c87e5c13-99a1-4aeb-8b21-21bae9f08a03 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e5e687a42fd40039ccb0642e5fbf48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103682 Mar 08 15:39:56.346460 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e5c13-99a1-4aeb-8b21-21bae9f08a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16950e05-0e48-4e23-a176-b328253acc64,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:56.349152 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 39728) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:56.401545 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ec0415cb-a448-421b-aa82-f9f0df9d87db req-c8f25dbe-8250-4897-9148-27fc251613ee tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495453 Mar 08 15:39:56.404331 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fffcc114-fd25-41f9-8417-479a33b2e444 admin admin] Publish callbacks [] for security_group (16950e05-0e48-4e23-a176-b328253acc64), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.426842 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fffcc114-fd25-41f9-8417-479a33b2e444 admin admin] Publish callbacks [] for security_group (16950e05-0e48-4e23-a176-b328253acc64), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.479389 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fffcc114-fd25-41f9-8417-479a33b2e444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (16950e05-0e48-4e23-a176-b328253acc64), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.482240 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fffcc114-fd25-41f9-8417-479a33b2e444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.483873 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-fffcc114-fd25-41f9-8417-479a33b2e444 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16950e05-0e48-4e23-a176-b328253acc64 HTTP/1.1" status: 204 len: 168 time: 0.1334982 Mar 08 15:39:56.494855 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcc114-fd25-41f9-8417-479a33b2e444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16950e05-0e48-4e23-a176-b328253acc64,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:56.538250 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 39734) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:56.553074 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8c705299-037b-48cf-a12a-4e73d7d7cfde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.636734 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8c705299-037b-48cf-a12a-4e73d7d7cfde admin admin] Publish callbacks [] for security_group (fa14d12e-79b6-4720-8237-0f33b0555d2d), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.641465 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8c705299-037b-48cf-a12a-4e73d7d7cfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (fa14d12e-79b6-4720-8237-0f33b0555d2d), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.684084 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-8c705299-037b-48cf-a12a-4e73d7d7cfde admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9364723ea3634fe2b0695c950b843f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442561 Mar 08 15:39:56.686339 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 39740) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:56.691331 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c705299-037b-48cf-a12a-4e73d7d7cfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa14d12e-79b6-4720-8237-0f33b0555d2d,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:56.744856 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-18147b6c-acd2-4d07-a23c-4c3ab4c0ffaf admin admin] Publish callbacks [] for security_group (fa14d12e-79b6-4720-8237-0f33b0555d2d), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.783272 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-18147b6c-acd2-4d07-a23c-4c3ab4c0ffaf admin admin] Publish callbacks [] for security_group (fa14d12e-79b6-4720-8237-0f33b0555d2d), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.864430 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-18147b6c-acd2-4d07-a23c-4c3ab4c0ffaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (fa14d12e-79b6-4720-8237-0f33b0555d2d), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.867261 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-18147b6c-acd2-4d07-a23c-4c3ab4c0ffaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:56.868506 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-18147b6c-acd2-4d07-a23c-4c3ab4c0ffaf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa14d12e-79b6-4720-8237-0f33b0555d2d HTTP/1.1" status: 204 len: 168 time: 0.1810524 Mar 08 15:39:56.877094 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18147b6c-acd2-4d07-a23c-4c3ab4c0ffaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa14d12e-79b6-4720-8237-0f33b0555d2d,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:57.273329 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bd6b1-a70f-4988-906b-68e09694a30f req-abc38baf-dd89-4415-9911-3e3d2a3d0813 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:57.274879 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-935bd6b1-a70f-4988-906b-68e09694a30f req-abc38baf-dd89-4415-9911-3e3d2a3d0813 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ad3174-ea34-45e9-9893-7ff093e5682f HTTP/1.1" status: 200 len: 945 time: 0.0828578 Mar 08 15:39:57.332751 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-935bd6b1-a70f-4988-906b-68e09694a30f req-2f290e4e-bcbf-44ad-b15f-f75fb34ae43f tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520916 Mar 08 15:39:57.563493 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428b1f1-7e4d-499a-9b81-534e33db4994 req-b6774afa-9a41-4636-87b2-10b528842522 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:57.566000 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a428b1f1-7e4d-499a-9b81-534e33db4994 req-b6774afa-9a41-4636-87b2-10b528842522 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0801663 Mar 08 15:39:57.628504 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a428b1f1-7e4d-499a-9b81-534e33db4994 req-571e8b2f-f53e-4626-8f1f-c5e3db7042e5 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565438 Mar 08 15:39:58.173129 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a00f3f-b7cf-42e0-ad87-4083923570b6 req-9fd3f82b-f656-443e-801b-18a14855f678 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:58.175486 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26a00f3f-b7cf-42e0-ad87-4083923570b6 req-9fd3f82b-f656-443e-801b-18a14855f678 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ad3174-ea34-45e9-9893-7ff093e5682f HTTP/1.1" status: 200 len: 945 time: 0.0576859 Mar 08 15:39:58.233395 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26a00f3f-b7cf-42e0-ad87-4083923570b6 req-08355032-eb08-4099-baee-c53bf08dcf6f tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518630 Mar 08 15:39:58.449056 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 39860) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:58.572834 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c71b3dcf-0292-4936-a989-b6f6d3d1829a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:58.656475 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c71b3dcf-0292-4936-a989-b6f6d3d1829a admin admin] Publish callbacks [] for security_group (7b07ea6a-3749-4e96-b680-f4351dc30098), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:58.661444 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c71b3dcf-0292-4936-a989-b6f6d3d1829a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (7b07ea6a-3749-4e96-b680-f4351dc30098), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:58.703261 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c71b3dcf-0292-4936-a989-b6f6d3d1829a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ed4055b96324c9fa5534108981b100c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504516 Mar 08 15:39:58.703261 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b3dcf-0292-4936-a989-b6f6d3d1829a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b07ea6a-3749-4e96-b680-f4351dc30098,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:58.703632 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 39872) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:58.758646 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-058b52e5-f866-43c1-9f5d-eed5cd24e9e9 admin admin] Publish callbacks [] for security_group (7b07ea6a-3749-4e96-b680-f4351dc30098), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:58.764568 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d4e95-6daa-44bb-abce-f754ee3929e2 req-13730b06-3bbc-4d9d-8a90-83e9dd650844 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:58.766073 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e82d4e95-6daa-44bb-abce-f754ee3929e2 req-13730b06-3bbc-4d9d-8a90-83e9dd650844 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0642869 Mar 08 15:39:58.782057 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-058b52e5-f866-43c1-9f5d-eed5cd24e9e9 admin admin] Publish callbacks [] for security_group (7b07ea6a-3749-4e96-b680-f4351dc30098), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:58.820189 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e82d4e95-6daa-44bb-abce-f754ee3929e2 req-c9b57838-acf3-43b7-a7b7-19270e64181f tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473361 Mar 08 15:39:58.836609 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-058b52e5-f866-43c1-9f5d-eed5cd24e9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (7b07ea6a-3749-4e96-b680-f4351dc30098), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:58.839566 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-058b52e5-f866-43c1-9f5d-eed5cd24e9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:58.840717 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-058b52e5-f866-43c1-9f5d-eed5cd24e9e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b07ea6a-3749-4e96-b680-f4351dc30098 HTTP/1.1" status: 204 len: 168 time: 0.1360502 Mar 08 15:39:58.849064 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b52e5-f866-43c1-9f5d-eed5cd24e9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b07ea6a-3749-4e96-b680-f4351dc30098,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:58.872132 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 39880) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:58.991111 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3af7a28d-c336-4c2a-ab54-29b629dd0a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:59.080155 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3af7a28d-c336-4c2a-ab54-29b629dd0a8c admin admin] Publish callbacks [] for security_group (0ee47308-5bcf-4a0d-9aee-28d971dd1c62), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:59.084372 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3af7a28d-c336-4c2a-ab54-29b629dd0a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (0ee47308-5bcf-4a0d-9aee-28d971dd1c62), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:59.124406 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-3af7a28d-c336-4c2a-ab54-29b629dd0a8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5df75780d3244108b5ec33105d3168a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511489 Mar 08 15:39:59.127194 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 39886) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:59.134074 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7a28d-c336-4c2a-ab54-29b629dd0a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee47308-5bcf-4a0d-9aee-28d971dd1c62,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:59.178717 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-80c48729-766e-47fd-97ac-3536dacc5b33 admin admin] Publish callbacks [] for security_group (0ee47308-5bcf-4a0d-9aee-28d971dd1c62), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:59.201583 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-80c48729-766e-47fd-97ac-3536dacc5b33 admin admin] Publish callbacks [] for security_group (0ee47308-5bcf-4a0d-9aee-28d971dd1c62), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:59.252982 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-80c48729-766e-47fd-97ac-3536dacc5b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (0ee47308-5bcf-4a0d-9aee-28d971dd1c62), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:59.256248 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-80c48729-766e-47fd-97ac-3536dacc5b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:39:59.259963 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-80c48729-766e-47fd-97ac-3536dacc5b33 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ee47308-5bcf-4a0d-9aee-28d971dd1c62 HTTP/1.1" status: 204 len: 168 time: 0.1292615 Mar 08 15:39:59.267047 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c48729-766e-47fd-97ac-3536dacc5b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee47308-5bcf-4a0d-9aee-28d971dd1c62,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:39:59.366627 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6685df-350a-419d-9a93-a7b175e92ce1 req-db653776-98de-4f47-b636-6ddcbc0ae25c tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:59.368118 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5f6685df-350a-419d-9a93-a7b175e92ce1 req-db653776-98de-4f47-b636-6ddcbc0ae25c tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ad3174-ea34-45e9-9893-7ff093e5682f HTTP/1.1" status: 200 len: 945 time: 0.0590146 Mar 08 15:39:59.421436 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5f6685df-350a-419d-9a93-a7b175e92ce1 req-dab457ea-aec1-4181-bda4-31e144fc7033 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473316 Mar 08 15:39:59.687620 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 39922) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:39:59.919746 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-90e9f6dc-ab0a-4eb1-8f05-dcdfc966cf41 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1951001842-network', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:39:59.980951 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ece894-d697-45d5-927e-f0dc63b5698c req-8d9c58f8-26e8-4060-a8cd-7f739dc02599 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:39:59.984266 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-01ece894-d697-45d5-927e-f0dc63b5698c req-8d9c58f8-26e8-4060-a8cd-7f739dc02599 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.41 "GET /v2.0/ports?device_id=35ad3174-ea34-45e9-9893-7ff093e5682f HTTP/1.1" status: 200 len: 945 time: 0.1181760 Mar 08 15:39:59.985213 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e9f6dc-ab0a-4eb1-8f05-dcdfc966cf41 admin admin] Made reservation on behalf of 8d0cf23d94b04413bd119204393f2f3d for: {'network': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:39:59.987995 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-90e9f6dc-ab0a-4eb1-8f05-dcdfc966cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:00.010283 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32003dc8-1959-46c5-9887-f07cb92506e3 req-7d237652-52b0-4761-b6d6-22b7ef8c3d0c tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:00.011645 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-32003dc8-1959-46c5-9887-f07cb92506e3 req-7d237652-52b0-4761-b6d6-22b7ef8c3d0c tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.1081905 Mar 08 15:40:00.034049 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-90e9f6dc-ab0a-4eb1-8f05-dcdfc966cf41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:00.062170 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-32003dc8-1959-46c5-9887-f07cb92506e3 req-ba6d662c-0203-4552-8c80-c4ff3f41d19b tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439253 Mar 08 15:40:00.148715 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-01ece894-d697-45d5-927e-f0dc63b5698c req-8a271e94-c5de-41ae-8ade-b683f8606902 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Deleting port 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:40:00.149085 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-01ece894-d697-45d5-927e-f0dc63b5698c req-8a271e94-c5de-41ae-8ade-b683f8606902 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (1d7e9702-8b5e-4e2f-aa3e-a590bedb8943), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:00.193216 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-90e9f6dc-ab0a-4eb1-8f05-dcdfc966cf41 admin admin] Publish callbacks [] for security_group (b81ae665-8976-4b5f-9e3f-1d3e9dc94b6a), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:00.218467 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-90e9f6dc-ab0a-4eb1-8f05-dcdfc966cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (b81ae665-8976-4b5f-9e3f-1d3e9dc94b6a), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:00.252414 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e9f6dc-ab0a-4eb1-8f05-dcdfc966cf41 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=104418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:40:00.268913 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-90e9f6dc-ab0a-4eb1-8f05-dcdfc966cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (dc2ba547-a517-430e-8ded-c089d08b3ca5), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:00.269247 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.segments_db [None req-90e9f6dc-ab0a-4eb1-8f05-dcdfc966cf41 admin admin] Added segment dc2ba547-a517-430e-8ded-c089d08b3ca5 of type vlan for network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f Mar 08 15:40:00.279032 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9f6dc-ab0a-4eb1-8f05-dcdfc966cf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81ae665-8976-4b5f-9e3f-1d3e9dc94b6a,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:00.324781 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-01ece894-d697-45d5-927e-f0dc63b5698c req-8a271e94-c5de-41ae-8ade-b683f8606902 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] For port 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1d7e9702-8b5e-4e2f-aa3e-a590bedb8943,segment=NetworkSegment(192616cc-32c1-4be7-b002-49f3d8bfde08),segment_id=192616cc-32c1-4be7-b002-49f3d8bfde08)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:40:00.325143 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-01ece894-d697-45d5-927e-f0dc63b5698c req-8a271e94-c5de-41ae-8ade-b683f8606902 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (1d7e9702-8b5e-4e2f-aa3e-a590bedb8943), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:00.338354 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-90e9f6dc-ab0a-4eb1-8f05-dcdfc966cf41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (31f76f4c-e1c8-4265-aa1d-74af55c0f69f), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:00.347276 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-01ece894-d697-45d5-927e-f0dc63b5698c req-8a271e94-c5de-41ae-8ade-b683f8606902 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Calling delete_port for 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:40:00.407332 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-90e9f6dc-ab0a-4eb1-8f05-dcdfc966cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (31f76f4c-e1c8-4265-aa1d-74af55c0f69f), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:00.408338 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e9f6dc-ab0a-4eb1-8f05-dcdfc966cf41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:00.408917 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-90e9f6dc-ab0a-4eb1-8f05-dcdfc966cf41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:00.447132 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-90e9f6dc-ab0a-4eb1-8f05-dcdfc966cf41 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7583642 Mar 08 15:40:00.450489 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 39952) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:00.455291 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-4fff3498-dd38-4872-8ec2-e5cb51555842 admin admin] Request body: {'subnet': {'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1951001842-subnet', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'ip_version': 4}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:00.478249 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fff3498-dd38-4872-8ec2-e5cb51555842 admin admin] Made reservation on behalf of 8d0cf23d94b04413bd119204393f2f3d for: {'subnet': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:40:00.480780 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4fff3498-dd38-4872-8ec2-e5cb51555842 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386901'] for subnet (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:00.497284 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9f6dc-ab0a-4eb1-8f05-dcdfc966cf41 admin admin] Pushing event updated for resources: {'Network': ['ID=31f76f4c-e1c8-4265-aa1d-74af55c0f69f,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:00.510529 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:40:00.631409 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50440633-cc34-4a87-b572-2d014d95ed72 req-65300b39-abb5-4a56-8e52-c4047c40bbb7 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:00.634919 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-50440633-cc34-4a87-b572-2d014d95ed72 req-65300b39-abb5-4a56-8e52-c4047c40bbb7 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ad3174-ea34-45e9-9893-7ff093e5682f HTTP/1.1" status: 200 len: 945 time: 0.0940545 Mar 08 15:40:00.648764 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-01ece894-d697-45d5-927e-f0dc63b5698c req-8a271e94-c5de-41ae-8ade-b683f8606902 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (1d7e9702-8b5e-4e2f-aa3e-a590bedb8943), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:00.680251 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a271e94-c5de-41ae-8ade-b683f8606902 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Pushing event deleted for resources: {'Port': ['ID=1d7e9702-8b5e-4e2f-aa3e-a590bedb8943,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:00.699894 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-50440633-cc34-4a87-b572-2d014d95ed72 req-afa3f231-6e7f-48b9-b235-e715fe2d599b tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593548 Mar 08 15:40:00.731313 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ece894-d697-45d5-927e-f0dc63b5698c req-8a271e94-c5de-41ae-8ade-b683f8606902 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] No DVR routers for this DVR port 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:40:00.734547 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-01ece894-d697-45d5-927e-f0dc63b5698c req-8a271e94-c5de-41ae-8ade-b683f8606902 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:00.738098 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-01ece894-d697-45d5-927e-f0dc63b5698c req-8a271e94-c5de-41ae-8ade-b683f8606902 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.41 "DELETE /v2.0/ports/1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 HTTP/1.1" status: 204 len: 173 time: 0.7388470 Mar 08 15:40:00.738559 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ad3174-ea34-45e9-9893-7ff093e5682f', 'name': 'network-vif-deleted', 'tag': '1d7e9702-8b5e-4e2f-aa3e-a590bedb8943'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:40:00.740867 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83ebf69-59ec-4fc7-bbb4-8007c2d90173" -d '{"events": [{"server_uuid": "35ad3174-ea34-45e9-9893-7ff093e5682f", "name": "network-vif-deleted", "tag": "1d7e9702-8b5e-4e2f-aa3e-a590bedb8943"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:40:00.778320 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adf78ff-127a-4373-855e-5b5774938fe1 x-openstack-request-id: req-9adf78ff-127a-4373-855e-5b5774938fe1 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:40:00.778802 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ad3174-ea34-45e9-9893-7ff093e5682f", "name": "network-vif-deleted", "tag": "1d7e9702-8b5e-4e2f-aa3e-a590bedb8943", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:40:00.779226 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9adf78ff-127a-4373-855e-5b5774938fe1 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:40:00.779633 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ad3174-ea34-45e9-9893-7ff093e5682f', 'name': 'network-vif-deleted', 'tag': '1d7e9702-8b5e-4e2f-aa3e-a590bedb8943', 'status': 'completed', 'code': 200} Mar 08 15:40:00.792207 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4fff3498-dd38-4872-8ec2-e5cb51555842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14516296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386891'] for subnet (73b41290-8ee2-4e3d-bbe0-e90c06dbebb7), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:00.840210 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff3498-dd38-4872-8ec2-e5cb51555842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b41290-8ee2-4e3d-bbe0-e90c06dbebb7,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:00.854963 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff3498-dd38-4872-8ec2-e5cb51555842 admin admin] Checking segment: {'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:40:00.855305 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fff3498-dd38-4872-8ec2-e5cb51555842 admin admin] Network hostable DHCP agents. Network: 31f76f4c-e1c8-4265-aa1d-74af55c0f69f, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:40:00.873547 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fff3498-dd38-4872-8ec2-e5cb51555842 admin admin] Network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:40:00.889388 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-4fff3498-dd38-4872-8ec2-e5cb51555842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, 31f76f4c-e1c8-4265-aa1d-74af55c0f69f) {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:00.894866 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fff3498-dd38-4872-8ec2-e5cb51555842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:00.895457 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4fff3498-dd38-4872-8ec2-e5cb51555842 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:00.900440 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b884ab0-1567-4fc0-b705-5b2f9448ee2a None None] Network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:40:00.917325 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-4fff3498-dd38-4872-8ec2-e5cb51555842 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4631150 Mar 08 15:40:00.917767 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 39960) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:00.922937 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:00.943526 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25174'] for router (9afc2d2c-a6aa-4085-9b46-15248fa596d7), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:00.944699 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25183'] for router (9afc2d2c-a6aa-4085-9b46-15248fa596d7), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:01.003042 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] Publish callbacks [] for router_controller (9afc2d2c-a6aa-4085-9b46-15248fa596d7), precommit_add_association {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:01.023888 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6a47f08-8a45-55e2-9afe-03599cd2f3a7-31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7'}]}} from dv-cinder-830098-2-iscsi. {{(pid=104419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:40:01.025061 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:01.188326 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] Publish callbacks [] for router_gateway (9afc2d2c-a6aa-4085-9b46-15248fa596d7), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:01.198452 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.db_base_plugin_common [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Allocated IP 172.20.0.2 (31f76f4c-e1c8-4265-aa1d-74af55c0f69f/73b41290-8ee2-4e3d-bbe0-e90c06dbebb7/55509ab9-5be6-4306-90f0-e1b79d948255) {{(pid=104419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:40:01.231934 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ceff50-3928-4101-a502-9e5f76471171 req-9e99901e-1265-4781-b626-9d8dd5d6886f tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:01.233532 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f1ceff50-3928-4101-a502-9e5f76471171 req-9e99901e-1265-4781-b626-9d8dd5d6886f tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0738964 Mar 08 15:40:01.301624 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f1ceff50-3928-4101-a502-9e5f76471171 req-721d86ff-edee-4837-bdd3-68641223ac99 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603631 Mar 08 15:40:01.388094 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Publish callbacks [] for port (55509ab9-5be6-4306-90f0-e1b79d948255), precommit_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:01.398451 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (55509ab9-5be6-4306-90f0-e1b79d948255), after_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:01.443666 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f is already hosted by enough agents. {{(pid=104419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:40:01.447028 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.base_scheduler [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Resources bound (agent type, host, resource id): {{(pid=104419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:01.452115 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Received port after_create {{(pid=104419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:40:01.455380 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Pushing event updated for resources: {'Port': ['ID=55509ab9-5be6-4306-90f0-e1b79d948255,revision_number=1']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:01.509082 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Attempting to bind port 55509ab9-5be6-4306-90f0-e1b79d948255 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:40:01.509448 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Attempting to bind port 55509ab9-5be6-4306-90f0-e1b79d948255 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:40:01.509916 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Attempting to bind port 55509ab9-5be6-4306-90f0-e1b79d948255 on network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:40:01.516014 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:40:01.516728 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Checking segment: {'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:40:01.516848 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:01.517168 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Bound using segment: {'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:40:01.517630 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Bound port: 55509ab9-5be6-4306-90f0-e1b79d948255, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:40:01.518002 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (55509ab9-5be6-4306-90f0-e1b79d948255), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:01.588578 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] For port 55509ab9-5be6-4306-90f0-e1b79d948255, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:40:01.592386 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] For port 55509ab9-5be6-4306-90f0-e1b79d948255, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=55509ab9-5be6-4306-90f0-e1b79d948255,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:40:01.599601 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (55509ab9-5be6-4306-90f0-e1b79d948255), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:01.659120 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cdee5-953b-43f2-a515-e080e7c6c15b None None] Pushing event updated for resources: {'Port': ['ID=55509ab9-5be6-4306-90f0-e1b79d948255,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:01.692408 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] Publish callbacks [] for router_gateway (9afc2d2c-a6aa-4085-9b46-15248fa596d7), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:01.711760 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:01.864507 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] Allocated IP 172.27.1.108 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/fe7c8fbc-97c3-4449-a61e-1c09560d5eda) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:40:02.034896 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] Publish callbacks [] for port (fe7c8fbc-97c3-4449-a61e-1c09560d5eda), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:02.090563 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (fe7c8fbc-97c3-4449-a61e-1c09560d5eda), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:02.128605 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:40:02.134175 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:02.139316 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:40:02.149600 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-164f8795-1fde-49c3-a6b4-53b04520b39e tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:02.155857 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-164f8795-1fde-49c3-a6b4-53b04520b39e tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/networks?id=00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 HTTP/1.1" status: 200 len: 808 time: 0.1354465 Mar 08 15:40:02.177458 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-f7d85d8b-9bc6-4200-8acd-9a35e9118713 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/quotas/8f8779f8ea6a4b799262c0b56677d833 HTTP/1.1" status: 200 len: 375 time: 0.0196888 Mar 08 15:40:02.181976 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=fe7c8fbc-97c3-4449-a61e-1c09560d5eda,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:02.215165 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-3456f823-49f8-4323-a56d-0a6bf151a8ee tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f8779f8ea6a4b799262c0b56677d833&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365255 Mar 08 15:40:02.471549 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] Publish callbacks [] for router_gateway (9afc2d2c-a6aa-4085-9b46-15248fa596d7), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:02.586814 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-2c2f39bc-dfe7-4aa8-93bc-114f29d2d6a1 service neutron] 10.222.0.11 "GET /v2.0/networks/00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664851 Mar 08 15:40:02.598160 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898cd70-44bd-4b91-8c9c-e63faea82c8f req-f32cfd57-06ed-4dbf-a553-6b54db5f3a4c tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:02.599756 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6898cd70-44bd-4b91-8c9c-e63faea82c8f req-f32cfd57-06ed-4dbf-a553-6b54db5f3a4c tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0763633 Mar 08 15:40:02.693105 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752864'] for router (9afc2d2c-a6aa-4085-9b46-15248fa596d7), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:02.704727 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6898cd70-44bd-4b91-8c9c-e63faea82c8f req-f50564a7-3f1a-444c-bb4b-2c19ca068217 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966337 Mar 08 15:40:02.706523 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:40:02.736422 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-f53d674e-e3b2-4657-bb54-019231a59f9c service neutron] 10.222.0.11 "GET /v2.0/networks/00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355934 Mar 08 15:40:02.741093 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:40:02.741648 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 1d7e9702-8b5e-4e2f-aa3e-a590bedb8943 not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:40:02.802290 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41d3259-4509-4dd3-920c-504f7e7052e4 None None] Network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:40:02.851816 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] Router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 is scheduled to L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 with binding_index 1 {{(pid=104418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:40:02.906205 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-851b41eb-69ba-402e-9866-c07ff686d75d req-ddf750f5-7323-4502-859e-21fb723fea32 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 210 time: 0.0315113 Mar 08 15:40:02.938180 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-94e0b267-c028-4bd4-bd81-0faf2c1d030f None None] Provisioning complete for port 55509ab9-5be6-4306-90f0-e1b79d948255 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:02.938583 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-94e0b267-c028-4bd4-bd81-0faf2c1d030f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (55509ab9-5be6-4306-90f0-e1b79d948255), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:02.984526 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:40:03.004876 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Sync routers for ids ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:40:03.022173 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:03.024295 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-0100cf7b-d270-4e64-98c7-a86e80946cf0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1050971 Mar 08 15:40:03.027359 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 40018) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:03.028176 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Routers {'9afc2d2c-a6aa-4085-9b46-15248fa596d7'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:40:03.028839 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:39:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:03.059030 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-94e0b267-c028-4bd4-bd81-0faf2c1d030f None None] Current status of the port 55509ab9-5be6-4306-90f0-e1b79d948255 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:03.059678 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-94e0b267-c028-4bd4-bd81-0faf2c1d030f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (55509ab9-5be6-4306-90f0-e1b79d948255), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:03.100365 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-94e0b267-c028-4bd4-bd81-0faf2c1d030f None None] For port 55509ab9-5be6-4306-90f0-e1b79d948255, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=55509ab9-5be6-4306-90f0-e1b79d948255,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:40:03.105784 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-94e0b267-c028-4bd4-bd81-0faf2c1d030f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (55509ab9-5be6-4306-90f0-e1b79d948255), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:03.185157 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0b267-c028-4bd4-bd81-0faf2c1d030f None None] Pushing event updated for resources: {'Port': ['ID=55509ab9-5be6-4306-90f0-e1b79d948255,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:03.206873 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Set router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:40:03.332639 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-dfc2e37b-5c06-4c13-bbf0-bc8b870b1e45 None None] Provisioning complete for port 55509ab9-5be6-4306-90f0-e1b79d948255 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:03.333010 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-dfc2e37b-5c06-4c13-bbf0-bc8b870b1e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (55509ab9-5be6-4306-90f0-e1b79d948255), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:03.429979 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2e37b-5c06-4c13-bbf0-bc8b870b1e45 None None] Current status of the port 55509ab9-5be6-4306-90f0-e1b79d948255 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:03.460791 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:02Z', 'revision_number': 3, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:03.488966 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Checking router: 9afc2d2c-a6aa-4085-9b46-15248fa596d7 for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:40:03.489511 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Updating router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 port fe7c8fbc-97c3-4449-a61e-1c09560d5eda binding host dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:40:03.517331 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (fe7c8fbc-97c3-4449-a61e-1c09560d5eda), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:03.549305 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58069a65-7e72-49bb-b1a6-10b000ffd084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:03.555420 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 55509ab9-5be6-4306-90f0-e1b79d948255 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:40:03.606233 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 55509ab9-5be6-4306-90f0-e1b79d948255 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:03.606727 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (55509ab9-5be6-4306-90f0-e1b79d948255), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:03.684161 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 55509ab9-5be6-4306-90f0-e1b79d948255 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:03.713561 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-58069a65-7e72-49bb-b1a6-10b000ffd084 admin admin] Allocated IP 172.20.0.1 (31f76f4c-e1c8-4265-aa1d-74af55c0f69f/73b41290-8ee2-4e3d-bbe0-e90c06dbebb7/d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:40:03.789225 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Publish callbacks [] for port (fe7c8fbc-97c3-4449-a61e-1c09560d5eda), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:03.796433 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (fe7c8fbc-97c3-4449-a61e-1c09560d5eda), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:03.824528 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58069a65-7e72-49bb-b1a6-10b000ffd084 admin admin] Publish callbacks [] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:03.834309 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d782ba3-54e4-42ef-bf13-df20ba3e2eb2 req-f5e2f853-7f6d-491a-9c3d-4c54b6bba3d2 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:03.836357 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2d782ba3-54e4-42ef-bf13-df20ba3e2eb2 req-f5e2f853-7f6d-491a-9c3d-4c54b6bba3d2 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0597584 Mar 08 15:40:03.854698 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Attempting to bind port fe7c8fbc-97c3-4449-a61e-1c09560d5eda on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:40:03.855063 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Attempting to bind port fe7c8fbc-97c3-4449-a61e-1c09560d5eda by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:40:03.855426 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Attempting to bind port fe7c8fbc-97c3-4449-a61e-1c09560d5eda on network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:40:03.857462 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5d793-fe79-4c79-b491-0cb0077cdc42 None None] Pushing event updated for resources: {'Port': ['ID=fe7c8fbc-97c3-4449-a61e-1c09560d5eda,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:03.861378 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58069a65-7e72-49bb-b1a6-10b000ffd084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:03.867359 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:40:03.867769 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Checking segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:40:03.868192 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:03.868727 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Bound using segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:40:03.869251 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Bound port: fe7c8fbc-97c3-4449-a61e-1c09560d5eda, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:40:03.869627 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (fe7c8fbc-97c3-4449-a61e-1c09560d5eda), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:03.872752 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5d793-fe79-4c79-b491-0cb0077cdc42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:03.873127 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5d793-fe79-4c79-b491-0cb0077cdc42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:03.873485 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5d793-fe79-4c79-b491-0cb0077cdc42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:03.873822 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5d793-fe79-4c79-b491-0cb0077cdc42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:03.874150 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5d793-fe79-4c79-b491-0cb0077cdc42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:03.874501 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5d793-fe79-4c79-b491-0cb0077cdc42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:03.874827 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5d793-fe79-4c79-b491-0cb0077cdc42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:03.875150 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5d793-fe79-4c79-b491-0cb0077cdc42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:03.875471 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5d793-fe79-4c79-b491-0cb0077cdc42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:03.875802 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5d793-fe79-4c79-b491-0cb0077cdc42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:03.876280 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5d793-fe79-4c79-b491-0cb0077cdc42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:03.876768 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5d793-fe79-4c79-b491-0cb0077cdc42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:03.877104 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa5d793-fe79-4c79-b491-0cb0077cdc42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:03.898956 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2d782ba3-54e4-42ef-bf13-df20ba3e2eb2 req-87b4a50a-18a7-4bc6-b811-0ae541aba8d4 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564392 Mar 08 15:40:03.909154 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58069a65-7e72-49bb-b1a6-10b000ffd084 admin admin] Network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:40:03.911943 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-58069a65-7e72-49bb-b1a6-10b000ffd084 admin admin] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:03.916454 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58069a65-7e72-49bb-b1a6-10b000ffd084 admin admin] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:40:03.920448 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58069a65-7e72-49bb-b1a6-10b000ffd084 admin admin] Pushing event updated for resources: {'Port': ['ID=d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:03.935232 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] For port fe7c8fbc-97c3-4449-a61e-1c09560d5eda, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:40:03.940014 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] For port fe7c8fbc-97c3-4449-a61e-1c09560d5eda, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=fe7c8fbc-97c3-4449-a61e-1c09560d5eda,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:40:03.949511 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (fe7c8fbc-97c3-4449-a61e-1c09560d5eda), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:03.962915 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58069a65-7e72-49bb-b1a6-10b000ffd084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738765'] for router_interface (9afc2d2c-a6aa-4085-9b46-15248fa596d7), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:04.026475 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5d793-fe79-4c79-b491-0cb0077cdc42 None None] Pushing event updated for resources: {'Port': ['ID=fe7c8fbc-97c3-4449-a61e-1c09560d5eda,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:04.030054 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Routers {'9afc2d2c-a6aa-4085-9b46-15248fa596d7'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:40:04.030924 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:39:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:04.050708 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-831fe9df-48e4-4ed4-a192-627c0d18b65f req-4b5b97e9-9074-4ac1-9f30-0e21c38f6bb4 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 210 time: 0.0477366 Mar 08 15:40:04.122491 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58069a65-7e72-49bb-b1a6-10b000ffd084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:04.153042 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] Set router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:40:04.263507 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-eb1e6116-cdd4-4214-a20e-61efbac3c546 None None] Provisioning complete for port d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:04.264084 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6116-cdd4-4214-a20e-61efbac3c546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:04.297552 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58069a65-7e72-49bb-b1a6-10b000ffd084 admin admin] Publish callbacks [] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:04.304331 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58069a65-7e72-49bb-b1a6-10b000ffd084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:04.311662 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e6116-cdd4-4214-a20e-61efbac3c546 None None] Port d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:40:04.377123 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58069a65-7e72-49bb-b1a6-10b000ffd084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738721'] for router_interface (9afc2d2c-a6aa-4085-9b46-15248fa596d7), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:04.378896 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58069a65-7e72-49bb-b1a6-10b000ffd084 admin admin] Pushing event updated for resources: {'Port': ['ID=d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:04.421656 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:02Z', 'revision_number': 3, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:04.461135 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ac16e-4f05-46c9-b7ba-630369403a98 None None] The sync data for ids ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'] in dv-cinder-830098-2-iscsi is: [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:02Z', 'revision_number': 3, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:40:04.486882 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58069a65-7e72-49bb-b1a6-10b000ffd084 admin admin] Network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:40:04.488277 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-58069a65-7e72-49bb-b1a6-10b000ffd084 admin admin] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:04.760873 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-5d38ab30-f654-48c2-82f9-6abfec5b5d3b None None] Provisioning complete for port d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:04.761313 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-5d38ab30-f654-48c2-82f9-6abfec5b5d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:04.821123 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-5d38ab30-f654-48c2-82f9-6abfec5b5d3b None None] Port d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:40:04.868311 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58069a65-7e72-49bb-b1a6-10b000ffd084 admin admin] Router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:40:04.984008 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58069a65-7e72-49bb-b1a6-10b000ffd084 admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:40:04.992108 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-58069a65-7e72-49bb-b1a6-10b000ffd084 admin admin] 10.222.0.11 "PUT /v2.0/routers/9afc2d2c-a6aa-4085-9b46-15248fa596d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9619918 Mar 08 15:40:05.025562 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10420f9b-166a-49f1-a47e-b67830d084e0 req-4137584f-0a1c-4dac-b851-6baf55b0c55e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:05.027955 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-10420f9b-166a-49f1-a47e-b67830d084e0 req-4137584f-0a1c-4dac-b851-6baf55b0c55e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0577698 Mar 08 15:40:05.083647 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-10420f9b-166a-49f1-a47e-b67830d084e0 req-57cf9451-913d-480d-8e6a-b1b2b2b24887 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495727 Mar 08 15:40:05.191517 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2da2b241-d695-41da-84ee-cc4e423f6d78 req-75ff43f5-1427-4987-8198-f0905216ecdc tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 210 time: 0.0518196 Mar 08 15:40:05.283965 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-f15d1e9f-ffe4-466f-a834-9c79fa3f0dae tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:05.285433 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-f15d1e9f-ffe4-466f-a834-9c79fa3f0dae tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.41 "GET /v2.0/networks?id=00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 HTTP/1.1" status: 200 len: 808 time: 0.1738892 Mar 08 15:40:05.304575 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-1b0f6a33-94ed-4d5b-9a7c-3cbb0d312dee tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Request body: {'port': {'device_id': 'd20cfd56-32ce-4128-8378-a5f34b70b41e', 'network_id': '00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6', 'admin_state_up': True, 'tenant_id': '8f8779f8ea6a4b799262c0b56677d833'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:05.442144 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-1b0f6a33-94ed-4d5b-9a7c-3cbb0d312dee tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Made reservation on behalf of 8f8779f8ea6a4b799262c0b56677d833 for: {'port': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:40:05.445773 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-1b0f6a33-94ed-4d5b-9a7c-3cbb0d312dee tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:05.621895 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device fe7c8fbc-97c3-4449-a61e-1c09560d5eda up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:40:05.684817 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-1b0f6a33-94ed-4d5b-9a7c-3cbb0d312dee tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Allocated IP 172.20.0.8 (00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6/81b3f937-f48d-4a0c-94c7-7ab236b3b7cf/2daba0db-e6f8-406d-af50-7cfeab14778f) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:40:05.687150 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port fe7c8fbc-97c3-4449-a61e-1c09560d5eda triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:05.687717 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (fe7c8fbc-97c3-4449-a61e-1c09560d5eda), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:05.770199 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-6180d653-682e-404a-a8ce-59431f428c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:05.859052 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port fe7c8fbc-97c3-4449-a61e-1c09560d5eda is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:05.859487 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (fe7c8fbc-97c3-4449-a61e-1c09560d5eda), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:05.882079 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] For port fe7c8fbc-97c3-4449-a61e-1c09560d5eda, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=fe7c8fbc-97c3-4449-a61e-1c09560d5eda,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:40:05.890993 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (fe7c8fbc-97c3-4449-a61e-1c09560d5eda), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:05.910351 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 40094) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:05.916520 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-54a43442-f5d7-4a01-bbbb-b06f9fc0c696 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-47886824-network', 'tenant_id': '591bc3f2bfae418d81f5f3e1a4b66ff6'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:05.922193 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-1b0f6a33-94ed-4d5b-9a7c-3cbb0d312dee tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Publish callbacks [] for port (2daba0db-e6f8-406d-af50-7cfeab14778f), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:05.946885 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a43442-f5d7-4a01-bbbb-b06f9fc0c696 admin admin] Made reservation on behalf of 591bc3f2bfae418d81f5f3e1a4b66ff6 for: {'network': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:40:05.949682 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-54a43442-f5d7-4a01-bbbb-b06f9fc0c696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:05.953365 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Pushing event updated for resources: {'Port': ['ID=fe7c8fbc-97c3-4449-a61e-1c09560d5eda,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:05.968362 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-54a43442-f5d7-4a01-bbbb-b06f9fc0c696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:05.995834 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-1b0f6a33-94ed-4d5b-9a7c-3cbb0d312dee tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (2daba0db-e6f8-406d-af50-7cfeab14778f), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:06.063435 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-1b0f6a33-94ed-4d5b-9a7c-3cbb0d312dee tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Network 00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:40:06.072056 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-1b0f6a33-94ed-4d5b-9a7c-3cbb0d312dee tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:06.077283 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-1b0f6a33-94ed-4d5b-9a7c-3cbb0d312dee tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:40:06.121112 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f6a33-94ed-4d5b-9a7c-3cbb0d312dee tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Pushing event updated for resources: {'Port': ['ID=2daba0db-e6f8-406d-af50-7cfeab14778f,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:06.166284 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-1b0f6a33-94ed-4d5b-9a7c-3cbb0d312dee tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:06.167358 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-1b0f6a33-94ed-4d5b-9a7c-3cbb0d312dee tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:06.199922 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-54a43442-f5d7-4a01-bbbb-b06f9fc0c696 admin admin] Publish callbacks [] for security_group (8c449426-35a0-48d7-b7f8-e5a3c325937b), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:06.206200 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-1b0f6a33-94ed-4d5b-9a7c-3cbb0d312dee tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9061334 Mar 08 15:40:06.207254 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-54a43442-f5d7-4a01-bbbb-b06f9fc0c696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (8c449426-35a0-48d7-b7f8-e5a3c325937b), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:06.226544 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Request body: {'port': {'device_id': 'd20cfd56-32ce-4128-8378-a5f34b70b41e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:06.253572 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a43442-f5d7-4a01-bbbb-b06f9fc0c696 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=104418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:40:06.275972 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a43442-f5d7-4a01-bbbb-b06f9fc0c696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c449426-35a0-48d7-b7f8-e5a3c325937b,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:06.285922 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-54a43442-f5d7-4a01-bbbb-b06f9fc0c696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (153e070e-5fed-4cbb-9419-bffc0d197d9d), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:06.286320 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.segments_db [None req-54a43442-f5d7-4a01-bbbb-b06f9fc0c696 admin admin] Added segment 153e070e-5fed-4cbb-9419-bffc0d197d9d of type vlan for network 454e2036-dc74-4835-86f3-de75884e07c0 Mar 08 15:40:06.297708 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16d9b1-26cb-43fa-84ba-24bd91491de3 req-c16888c0-743a-4f20-9646-7b8d14e7e43d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:06.301322 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6e16d9b1-26cb-43fa-84ba-24bd91491de3 req-c16888c0-743a-4f20-9646-7b8d14e7e43d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.1081939 Mar 08 15:40:06.359545 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (2daba0db-e6f8-406d-af50-7cfeab14778f), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:06.362452 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-54a43442-f5d7-4a01-bbbb-b06f9fc0c696 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (454e2036-dc74-4835-86f3-de75884e07c0), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:06.396701 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6e16d9b1-26cb-43fa-84ba-24bd91491de3 req-d1b3db8c-6abe-4e9f-a805-30805c10480a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829008 Mar 08 15:40:06.424091 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400b15d-3d7d-46c3-b69c-8e66b85bd55a req-4d2bc9d6-1d7f-4cf1-8978-c1e04c3ddbfb tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:06.425812 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b400b15d-3d7d-46c3-b69c-8e66b85bd55a req-4d2bc9d6-1d7f-4cf1-8978-c1e04c3ddbfb tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 931 time: 0.1221879 Mar 08 15:40:06.433944 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-54a43442-f5d7-4a01-bbbb-b06f9fc0c696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (454e2036-dc74-4835-86f3-de75884e07c0), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:06.435125 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a43442-f5d7-4a01-bbbb-b06f9fc0c696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:06.435713 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-54a43442-f5d7-4a01-bbbb-b06f9fc0c696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:06.501786 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b400b15d-3d7d-46c3-b69c-8e66b85bd55a req-7f11e11d-8f07-4d46-90d5-079454b33d62 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634503 Mar 08 15:40:06.572804 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a43442-f5d7-4a01-bbbb-b06f9fc0c696 admin admin] Pushing event updated for resources: {'Network': ['ID=454e2036-dc74-4835-86f3-de75884e07c0,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:06.583753 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network 454e2036-dc74-4835-86f3-de75884e07c0 details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:40:06.590603 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-54a43442-f5d7-4a01-bbbb-b06f9fc0c696 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6764452 Mar 08 15:40:06.591237 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 40112) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:06.597071 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-eece8c49-8b6c-49c3-a18e-117cc24bbe23 admin admin] Request body: {'subnet': {'network_id': '454e2036-dc74-4835-86f3-de75884e07c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-47886824-subnet', 'tenant_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'ip_version': 4}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:06.605321 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Sync routers for ids ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:40:06.620403 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eece8c49-8b6c-49c3-a18e-117cc24bbe23 admin admin] Made reservation on behalf of 591bc3f2bfae418d81f5f3e1a4b66ff6 for: {'subnet': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:40:06.622969 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eece8c49-8b6c-49c3-a18e-117cc24bbe23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386901'] for subnet (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:06.654436 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Routers {'9afc2d2c-a6aa-4085-9b46-15248fa596d7'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:40:06.655072 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:39:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:06.766321 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2daba0db-e6f8-406d-af50-7cfeab14778f {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:40:06.774036 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Publish callbacks [] for port (2daba0db-e6f8-406d-af50-7cfeab14778f), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:06.776357 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Set router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:40:06.786471 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Transition to ACTIVE for port object 2daba0db-e6f8-406d-af50-7cfeab14778f will not be triggered until provisioned by entity L2. {{(pid=104418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:40:06.792245 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (2daba0db-e6f8-406d-af50-7cfeab14778f), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:06.809157 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eece8c49-8b6c-49c3-a18e-117cc24bbe23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14516296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386891'] for subnet (b2511bf6-4c4a-4829-a71a-2a936867ea2f), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:06.860276 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Pushing event updated for resources: {'Port': ['ID=2daba0db-e6f8-406d-af50-7cfeab14778f,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:06.875590 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece8c49-8b6c-49c3-a18e-117cc24bbe23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2511bf6-4c4a-4829-a71a-2a936867ea2f,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:06.897596 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eece8c49-8b6c-49c3-a18e-117cc24bbe23 admin admin] Checking segment: {'id': '153e070e-5fed-4cbb-9419-bffc0d197d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '454e2036-dc74-4835-86f3-de75884e07c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:40:06.898499 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eece8c49-8b6c-49c3-a18e-117cc24bbe23 admin admin] Network hostable DHCP agents. Network: 454e2036-dc74-4835-86f3-de75884e07c0, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:40:06.917495 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Attempting to bind port 2daba0db-e6f8-406d-af50-7cfeab14778f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:40:06.918503 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Attempting to bind port 2daba0db-e6f8-406d-af50-7cfeab14778f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '192616cc-32c1-4be7-b002-49f3d8bfde08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:40:06.918721 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Attempting to bind port 2daba0db-e6f8-406d-af50-7cfeab14778f on network 00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:40:06.922547 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eece8c49-8b6c-49c3-a18e-117cc24bbe23 admin admin] Network 454e2036-dc74-4835-86f3-de75884e07c0 is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:40:06.924060 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Port 2daba0db-e6f8-406d-af50-7cfeab14778f on network 00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:40:06.924487 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Attempting to bind port 2daba0db-e6f8-406d-af50-7cfeab14778f on network 00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:40:06.930496 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:40:06.930801 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Checking segment: {'id': '192616cc-32c1-4be7-b002-49f3d8bfde08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:40:06.931188 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Bound using segment: {'id': '192616cc-32c1-4be7-b002-49f3d8bfde08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:40:06.931742 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Bound port: 2daba0db-e6f8-406d-af50-7cfeab14778f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192616cc-32c1-4be7-b002-49f3d8bfde08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:40:06.932364 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (2daba0db-e6f8-406d-af50-7cfeab14778f), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:06.936715 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-eece8c49-8b6c-49c3-a18e-117cc24bbe23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, 454e2036-dc74-4835-86f3-de75884e07c0) {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:06.943062 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eece8c49-8b6c-49c3-a18e-117cc24bbe23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:06.943933 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eece8c49-8b6c-49c3-a18e-117cc24bbe23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:06.950627 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9a1166-3ba3-474d-bfb1-368a0c77e76d None None] Network 454e2036-dc74-4835-86f3-de75884e07c0 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:40:06.966298 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-eece8c49-8b6c-49c3-a18e-117cc24bbe23 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3738930 Mar 08 15:40:06.968726 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 40120) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:06.974262 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-47886824-router', 'tenant_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:07.008532 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25174'] for router (7e6cd44e-6379-4c2d-a952-71a4c968eb96), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:07.010691 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25183'] for router (7e6cd44e-6379-4c2d-a952-71a4c968eb96), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:07.017499 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] For port 2daba0db-e6f8-406d-af50-7cfeab14778f, host hv-cinder-83009, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:40:07.023218 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] For port 2daba0db-e6f8-406d-af50-7cfeab14778f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2daba0db-e6f8-406d-af50-7cfeab14778f,segment=NetworkSegment(192616cc-32c1-4be7-b002-49f3d8bfde08),segment_id=192616cc-32c1-4be7-b002-49f3d8bfde08)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:40:07.043164 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (2daba0db-e6f8-406d-af50-7cfeab14778f), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:07.059832 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:07.060520 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:07.062316 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] 10.222.0.41 "PUT /v2.0/ports/2daba0db-e6f8-406d-af50-7cfeab14778f HTTP/1.1" status: 200 len: 1093 time: 0.8405323 Mar 08 15:40:07.082605 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20cfd56-32ce-4128-8378-a5f34b70b41e', 'tag': '2daba0db-e6f8-406d-af50-7cfeab14778f'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:40:07.085996 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3962984c-35ac-44a8-b1c3-d1444c00e20f" -d '{"events": [{"name": "network-changed", "server_uuid": "d20cfd56-32ce-4128-8378-a5f34b70b41e", "tag": "2daba0db-e6f8-406d-af50-7cfeab14778f"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:40:07.094989 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] Publish callbacks [] for router_controller (7e6cd44e-6379-4c2d-a952-71a4c968eb96), precommit_add_association {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:07.123833 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925dd28-84e4-4049-8ac5-91a616647908 service neutron] Pushing event updated for resources: {'Port': ['ID=2daba0db-e6f8-406d-af50-7cfeab14778f,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:07.144720 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb3fb40-f1cc-4f38-bf9d-46f0f2cc0948 x-openstack-request-id: req-eeb3fb40-f1cc-4f38-bf9d-46f0f2cc0948 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:40:07.145072 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20cfd56-32ce-4128-8378-a5f34b70b41e", "tag": "2daba0db-e6f8-406d-af50-7cfeab14778f", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:40:07.145321 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eeb3fb40-f1cc-4f38-bf9d-46f0f2cc0948 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:40:07.146029 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20cfd56-32ce-4128-8378-a5f34b70b41e', 'tag': '2daba0db-e6f8-406d-af50-7cfeab14778f', 'status': 'completed', 'code': 200} Mar 08 15:40:07.152355 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6a47f08-8a45-55e2-9afe-03599cd2f3a7-454e2036-dc74-4835-86f3-de75884e07c0', 'network_id': '454e2036-dc74-4835-86f3-de75884e07c0', 'project_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'fixed_ips': [{'subnet_id': 'b2511bf6-4c4a-4829-a71a-2a936867ea2f'}]}} from dv-cinder-830098-2-iscsi. {{(pid=104419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:40:07.153321 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:07.166557 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 2, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:07.186889 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-71e87a67-c9d2-4ad5-950c-0b373beb3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:07.188541 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-71e87a67-c9d2-4ad5-950c-0b373beb3fe5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f8779f8ea6a4b799262c0b56677d833&device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 1127 time: 0.0588748 Mar 08 15:40:07.205917 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Checking router: 9afc2d2c-a6aa-4085-9b46-15248fa596d7 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:40:07.206263 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Updating router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 port d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 binding host dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:40:07.238177 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:07.241375 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-00ef125e-1b88-4afe-ba9c-6ca3e83bf744 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2daba0db-e6f8-406d-af50-7cfeab14778f HTTP/1.1" status: 200 len: 217 time: 0.0443811 Mar 08 15:40:07.251543 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] Publish callbacks [] for router_gateway (7e6cd44e-6379-4c2d-a952-71a4c968eb96), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:07.305561 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-04b45a2e-2684-4c73-8a10-3be936c8e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:07.307640 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-04b45a2e-2684-4c73-8a10-3be936c8e87c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81b3f937-f48d-4a0c-94c7-7ab236b3b7cf HTTP/1.1" status: 200 len: 848 time: 0.0549128 Mar 08 15:40:07.342301 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-b6a16ce1-de31-408d-8639-88c137a7713f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262516 Mar 08 15:40:07.461586 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] Publish callbacks [] for router_gateway (7e6cd44e-6379-4c2d-a952-71a4c968eb96), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:07.474245 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-1d2642f2-61d6-4a00-a516-03b43d9ffd5f service neutron] 10.222.0.41 "GET /v2.0/networks/00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180301 Mar 08 15:40:07.492488 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:07.608105 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0514bca-7133-4346-bc81-dfdc17226d14 req-ea2db717-49c8-4641-ae9c-d27ceed38092 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:07.615147 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f0514bca-7133-4346-bc81-dfdc17226d14 req-ea2db717-49c8-4641-ae9c-d27ceed38092 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.1250942 Mar 08 15:40:07.620862 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device fe7c8fbc-97c3-4449-a61e-1c09560d5eda up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:40:07.639653 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-254bbcee-369c-474d-9c76-d8c92f75a784 req-c895c6ec-2a22-4447-a6bd-8a0547dfda3c service neutron] 10.222.0.41 "GET /v2.0/networks/00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574979 Mar 08 15:40:07.703502 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.db_base_plugin_common [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Allocated IP 172.20.0.2 (454e2036-dc74-4835-86f3-de75884e07c0/b2511bf6-4c4a-4829-a71a-2a936867ea2f/58044c91-251a-482e-8710-5f704c5a5a68) {{(pid=104419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:40:07.734286 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] Allocated IP 172.27.1.141 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/1019fa70-a272-4d08-8fea-fb59dfc773e4) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:40:07.762494 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f0514bca-7133-4346-bc81-dfdc17226d14 req-34dc4fa3-2977-4d51-9573-579cdb29afa0 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412528 Mar 08 15:40:07.792302 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff31f4-b67b-4861-ab70-1291f5ec586e req-91b3c7c3-a13b-4b1b-9c04-210e7afdc89b tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:07.794005 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4cff31f4-b67b-4861-ab70-1291f5ec586e req-91b3c7c3-a13b-4b1b-9c04-210e7afdc89b tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 943 time: 0.1503866 Mar 08 15:40:07.803268 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962984c-35ac-44a8-b1c3-d1444c00e20f req-f53c946c-c7e0-4aa9-9f4d-799d7d49f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:07.805317 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-3962984c-35ac-44a8-b1c3-d1444c00e20f req-f53c946c-c7e0-4aa9-9f4d-799d7d49f3ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f8779f8ea6a4b799262c0b56677d833&device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 1127 time: 0.0904498 Mar 08 15:40:07.888829 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4cff31f4-b67b-4861-ab70-1291f5ec586e req-11112dfc-28f5-4259-bdd9-6a159906184f tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865426 Mar 08 15:40:07.904797 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] Publish callbacks [] for port (1019fa70-a272-4d08-8fea-fb59dfc773e4), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:07.912973 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962984c-35ac-44a8-b1c3-d1444c00e20f req-c14b88fc-52c9-4b9a-a5f3-fed545b542f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:07.914779 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-3962984c-35ac-44a8-b1c3-d1444c00e20f req-c14b88fc-52c9-4b9a-a5f3-fed545b542f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 HTTP/1.1" status: 200 len: 909 time: 0.1013980 Mar 08 15:40:07.958086 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (1019fa70-a272-4d08-8fea-fb59dfc773e4), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:07.963980 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-3962984c-35ac-44a8-b1c3-d1444c00e20f req-8145c126-f9dd-42a3-bce8-b971b18bfeac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2daba0db-e6f8-406d-af50-7cfeab14778f HTTP/1.1" status: 200 len: 217 time: 0.0397959 Mar 08 15:40:07.991840 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Publish callbacks [] for port (58044c91-251a-482e-8710-5f704c5a5a68), precommit_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:08.004202 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:40:08.007535 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:08.011139 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:40:08.017813 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] Pushing event updated for resources: {'Port': ['ID=1019fa70-a272-4d08-8fea-fb59dfc773e4,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:08.023004 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (58044c91-251a-482e-8710-5f704c5a5a68), after_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:08.032780 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port fe7c8fbc-97c3-4449-a61e-1c09560d5eda triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:08.033146 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (fe7c8fbc-97c3-4449-a61e-1c09560d5eda), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:08.038806 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962984c-35ac-44a8-b1c3-d1444c00e20f req-9f7504ae-b01f-44d7-9fd9-452bb0774cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:08.040299 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-3962984c-35ac-44a8-b1c3-d1444c00e20f req-9f7504ae-b01f-44d7-9fd9-452bb0774cc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81b3f937-f48d-4a0c-94c7-7ab236b3b7cf HTTP/1.1" status: 200 len: 848 time: 0.0691261 Mar 08 15:40:08.080796 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-3962984c-35ac-44a8-b1c3-d1444c00e20f req-5e4cf98a-4f87-4f8d-b7e4-744c07c501fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320446 Mar 08 15:40:08.148296 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Network 454e2036-dc74-4835-86f3-de75884e07c0 is already hosted by enough agents. {{(pid=104419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:40:08.152960 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Pushing event updated for resources: {'Port': ['ID=58044c91-251a-482e-8710-5f704c5a5a68,revision_number=1']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:08.176529 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.base_scheduler [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Resources bound (agent type, host, resource id): {{(pid=104419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:08.181239 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Received port after_create {{(pid=104419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:40:08.219264 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-3962984c-35ac-44a8-b1c3-d1444c00e20f req-7bb97e42-ef50-491f-86d5-9587caaf07de service neutron] 10.222.0.41 "GET /v2.0/networks/00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307254 Mar 08 15:40:08.233550 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Publish callbacks [] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:08.282903 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:08.328376 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Attempting to bind port 58044c91-251a-482e-8710-5f704c5a5a68 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:40:08.328582 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Attempting to bind port 58044c91-251a-482e-8710-5f704c5a5a68 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': '153e070e-5fed-4cbb-9419-bffc0d197d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '454e2036-dc74-4835-86f3-de75884e07c0'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:40:08.328936 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Attempting to bind port 58044c91-251a-482e-8710-5f704c5a5a68 on network 454e2036-dc74-4835-86f3-de75884e07c0 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:40:08.351714 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:40:08.352085 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Checking segment: {'id': '153e070e-5fed-4cbb-9419-bffc0d197d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '454e2036-dc74-4835-86f3-de75884e07c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:40:08.352529 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:08.352945 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Bound using segment: {'id': '153e070e-5fed-4cbb-9419-bffc0d197d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '454e2036-dc74-4835-86f3-de75884e07c0'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:40:08.362261 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] Publish callbacks [] for router_gateway (7e6cd44e-6379-4c2d-a952-71a4c968eb96), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:08.366993 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Bound port: 58044c91-251a-482e-8710-5f704c5a5a68, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153e070e-5fed-4cbb-9419-bffc0d197d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '454e2036-dc74-4835-86f3-de75884e07c0'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:40:08.367403 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (58044c91-251a-482e-8710-5f704c5a5a68), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:08.368070 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-3962984c-35ac-44a8-b1c3-d1444c00e20f req-0293a6ef-5c97-4b62-af0b-ac18e88e1e5b service neutron] 10.222.0.41 "GET /v2.0/networks/00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340942 Mar 08 15:40:08.373008 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port fe7c8fbc-97c3-4449-a61e-1c09560d5eda is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:08.408859 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211a575-78f1-4b74-9202-dc3f7236faaa None None] Pushing event updated for resources: {'Port': ['ID=d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:08.547966 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-d69491a2-16d4-47c8-877a-9c3ce4caf1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:08.557346 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Attempting to bind port d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:40:08.557783 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Attempting to bind port d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:40:08.558143 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Attempting to bind port d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 on network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:40:08.566552 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] For port 58044c91-251a-482e-8710-5f704c5a5a68, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:40:08.568821 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:40:08.569187 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Checking segment: {'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:40:08.569583 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:08.569968 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Bound using segment: {'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:40:08.570461 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Bound port: d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:40:08.570862 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:08.574035 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] For port 58044c91-251a-482e-8710-5f704c5a5a68, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=58044c91-251a-482e-8710-5f704c5a5a68,segment=NetworkSegment(153e070e-5fed-4cbb-9419-bffc0d197d9d),segment_id=153e070e-5fed-4cbb-9419-bffc0d197d9d)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:40:08.585278 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (58044c91-251a-482e-8710-5f704c5a5a68), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:08.635722 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752864'] for router (7e6cd44e-6379-4c2d-a952-71a4c968eb96), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:08.689777 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfe92e-1ae3-4377-a730-ce597a5a886c None None] Pushing event updated for resources: {'Port': ['ID=58044c91-251a-482e-8710-5f704c5a5a68,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:08.699468 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] For port d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:40:08.703880 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] For port d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:40:08.707693 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-0fa5af73-ae2e-4bfd-a8b3-8654ea3c7ab4 None None] Provisioning complete for port d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:08.708019 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-0fa5af73-ae2e-4bfd-a8b3-8654ea3c7ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:08.734746 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:08.785147 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-0fa5af73-ae2e-4bfd-a8b3-8654ea3c7ab4 None None] Port d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:40:08.809172 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211a575-78f1-4b74-9202-dc3f7236faaa None None] Pushing event updated for resources: {'Port': ['ID=d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:08.811864 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Routers {'9afc2d2c-a6aa-4085-9b46-15248fa596d7'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:40:08.812478 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:40:08Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:09.007456 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] Set router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:40:09.177301 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d8233-fde5-4ba5-9bf9-35a30ba2fc95 req-a68168dc-646a-44eb-9d20-5afabf17022c tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:09.179035 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1f7d8233-fde5-4ba5-9bf9-35a30ba2fc95 req-a68168dc-646a-44eb-9d20-5afabf17022c tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 943 time: 0.1428566 Mar 08 15:40:09.182163 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-e68bff87-30c9-48b7-b89a-50dc55fa1243 None None] Provisioning complete for port d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:09.182577 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-e68bff87-30c9-48b7-b89a-50dc55fa1243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:09.201132 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7080760-3db3-405e-b544-91e099cb4000 req-f04ad236-49ad-4ed8-b898-b9db9c1ec34d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:09.202663 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c7080760-3db3-405e-b544-91e099cb4000 req-f04ad236-49ad-4ed8-b898-b9db9c1ec34d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.1676025 Mar 08 15:40:09.216264 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] Router 7e6cd44e-6379-4c2d-a952-71a4c968eb96 is scheduled to L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 with binding_index 1 {{(pid=104417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:40:09.325128 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1f7d8233-fde5-4ba5-9bf9-35a30ba2fc95 req-d70ae2e5-524a-4681-8608-936a5aa6f202 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381423 Mar 08 15:40:09.335055 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c7080760-3db3-405e-b544-91e099cb4000 req-0856ffd8-9c5a-4562-b6fd-80068f5f1e0b tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226566 Mar 08 15:40:09.361100 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-e68bff87-30c9-48b7-b89a-50dc55fa1243 None None] Current status of the port d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:09.361511 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-e68bff87-30c9-48b7-b89a-50dc55fa1243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:09.396982 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:40:09.407222 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-e68bff87-30c9-48b7-b89a-50dc55fa1243 None None] For port d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:40:09.408757 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Sync routers for ids ['7e6cd44e-6379-4c2d-a952-71a4c968eb96'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:40:09.414581 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-e68bff87-30c9-48b7-b89a-50dc55fa1243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:09.421757 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Routers {'7e6cd44e-6379-4c2d-a952-71a4c968eb96'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:40:09.423586 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:40:08Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['7e6cd44e-6379-4c2d-a952-71a4c968eb96'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:09.426814 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:09.430503 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-944d4ce8-6413-4d21-a856-cf89185e9c24 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4586856 Mar 08 15:40:09.431215 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 40178) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:09.444085 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:08Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:09.501386 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd5093a-465d-42b9-b70a-ef3ff93d4b93 None None] The sync data for ids ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'] in dv-cinder-830098-2-iscsi is: [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:08Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:40:09.526267 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68bff87-30c9-48b7-b89a-50dc55fa1243 None None] Pushing event updated for resources: {'Port': ['ID=d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:09.624434 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Set router 7e6cd44e-6379-4c2d-a952-71a4c968eb96 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:40:09.652416 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 58044c91-251a-482e-8710-5f704c5a5a68 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:40:09.785699 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 58044c91-251a-482e-8710-5f704c5a5a68 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:09.786424 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (58044c91-251a-482e-8710-5f704c5a5a68), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:09.883912 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6cd44e-6379-4c2d-a952-71a4c968eb96', 'name': 'tempest-TestVolumeBootPattern-47886824-router', 'tenant_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '1019fa70-a272-4d08-8fea-fb59dfc773e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:07Z', 'updated_at': '2022-03-08T15:40:08Z', 'revision_number': 3, 'project_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'gw_port': {'id': '1019fa70-a272-4d08-8fea-fb59dfc773e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6cd44e-6379-4c2d-a952-71a4c968eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:07Z', 'updated_at': '2022-03-08T15:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:09.924868 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Checking router: 7e6cd44e-6379-4c2d-a952-71a4c968eb96 for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:40:09.925236 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Updating router 7e6cd44e-6379-4c2d-a952-71a4c968eb96 port 1019fa70-a272-4d08-8fea-fb59dfc773e4 binding host dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:40:09.931377 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 58044c91-251a-482e-8710-5f704c5a5a68 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:09.932784 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (58044c91-251a-482e-8710-5f704c5a5a68), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:09.984835 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (1019fa70-a272-4d08-8fea-fb59dfc773e4), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:10.251389 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9fe8d9-5191-4364-a50d-5069020568d6 None None] Network 454e2036-dc74-4835-86f3-de75884e07c0 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:40:10.327909 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:10.431120 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] For port 58044c91-251a-482e-8710-5f704c5a5a68, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=58044c91-251a-482e-8710-5f704c5a5a68,segment=NetworkSegment(153e070e-5fed-4cbb-9419-bffc0d197d9d),segment_id=153e070e-5fed-4cbb-9419-bffc0d197d9d)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:40:10.451587 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (58044c91-251a-482e-8710-5f704c5a5a68), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:10.456406 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-56e07ac5-5d7b-49d3-b90d-6577e5f57d0b None None] Provisioning complete for port 58044c91-251a-482e-8710-5f704c5a5a68 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:10.456626 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-56e07ac5-5d7b-49d3-b90d-6577e5f57d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (58044c91-251a-482e-8710-5f704c5a5a68), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:10.467101 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Publish callbacks [] for port (1019fa70-a272-4d08-8fea-fb59dfc773e4), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:10.489741 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (1019fa70-a272-4d08-8fea-fb59dfc773e4), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:10.495434 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 2daba0db-e6f8-406d-af50-7cfeab14778f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:40:10.544129 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2dd58-ecba-431e-a635-2032f37e3982 None None] Pushing event updated for resources: {'Port': ['ID=1019fa70-a272-4d08-8fea-fb59dfc773e4,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:10.566246 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Attempting to bind port 1019fa70-a272-4d08-8fea-fb59dfc773e4 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:40:10.567106 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Attempting to bind port 1019fa70-a272-4d08-8fea-fb59dfc773e4 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:40:10.567679 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Attempting to bind port 1019fa70-a272-4d08-8fea-fb59dfc773e4 on network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:40:10.575724 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:40:10.576694 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Checking segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:40:10.577273 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:10.577828 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Bound using segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:40:10.578497 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Bound port: 1019fa70-a272-4d08-8fea-fb59dfc773e4, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:40:10.579086 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (1019fa70-a272-4d08-8fea-fb59dfc773e4), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:10.605402 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ddcde608-9bcd-4a00-b763-9d0e0bfa3a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:10.675466 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] For port 1019fa70-a272-4d08-8fea-fb59dfc773e4, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:40:10.680530 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] For port 1019fa70-a272-4d08-8fea-fb59dfc773e4, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=1019fa70-a272-4d08-8fea-fb59dfc773e4,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:40:10.695105 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Pushing event updated for resources: {'Port': ['ID=58044c91-251a-482e-8710-5f704c5a5a68,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:10.723412 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (1019fa70-a272-4d08-8fea-fb59dfc773e4), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:10.822013 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-56e07ac5-5d7b-49d3-b90d-6577e5f57d0b None None] Current status of the port 58044c91-251a-482e-8710-5f704c5a5a68 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:10.824399 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Routers {'7e6cd44e-6379-4c2d-a952-71a4c968eb96'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:40:10.825453 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:40:08Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['7e6cd44e-6379-4c2d-a952-71a4c968eb96'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:10.995970 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2dd58-ecba-431e-a635-2032f37e3982 None None] Pushing event updated for resources: {'Port': ['ID=1019fa70-a272-4d08-8fea-fb59dfc773e4,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:11.012336 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 2daba0db-e6f8-406d-af50-7cfeab14778f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2daba0db-e6f8-406d-af50-7cfeab14778f,segment=NetworkSegment(192616cc-32c1-4be7-b002-49f3d8bfde08),segment_id=192616cc-32c1-4be7-b002-49f3d8bfde08)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:40:11.040381 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] Set router 7e6cd44e-6379-4c2d-a952-71a4c968eb96 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:40:11.045252 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fd171-4ada-411f-acc5-ee087efab9a3 req-2088ec27-43d4-490e-a85b-cb381fd7b593 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:11.047529 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-203fd171-4ada-411f-acc5-ee087efab9a3 req-2088ec27-43d4-490e-a85b-cb381fd7b593 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.6027460 Mar 08 15:40:11.054170 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': '2daba0db-e6f8-406d-af50-7cfeab14778f', 'network_id': '00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6', 'port_id': '2daba0db-e6f8-406d-af50-7cfeab14778f', 'mac_address': 'fa:16:3e:f5:c5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b3f937-f48d-4a0c-94c7-7ab236b3b7cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:40:11.056653 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:11.063582 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-0e73de22-4d4b-479e-b857-af53f87278b1 None None] Provisioning complete for port 58044c91-251a-482e-8710-5f704c5a5a68 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:11.064233 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-0e73de22-4d4b-479e-b857-af53f87278b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (58044c91-251a-482e-8710-5f704c5a5a68), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:11.067674 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-ddcde608-9bcd-4a00-b763-9d0e0bfa3a4e admin admin] Allocated IP 172.20.0.1 (454e2036-dc74-4835-86f3-de75884e07c0/b2511bf6-4c4a-4829-a71a-2a936867ea2f/095e0062-e33e-4976-9100-a5f425267c9d) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:40:11.104564 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e0299-be74-4d67-be6a-99f51f201636 req-619c23bd-9eab-4860-8f47-b19491d228e4 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:11.112868 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fc5e0299-be74-4d67-be6a-99f51f201636 req-619c23bd-9eab-4860-8f47-b19491d228e4 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 943 time: 0.6351392 Mar 08 15:40:11.173187 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 2daba0db-e6f8-406d-af50-7cfeab14778f is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:11.173476 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (2daba0db-e6f8-406d-af50-7cfeab14778f), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:11.190128 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2daba0db-e6f8-406d-af50-7cfeab14778f {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:40:11.258201 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-203fd171-4ada-411f-acc5-ee087efab9a3 req-9550ac52-84cc-4c96-8175-724f17702e63 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031281 Mar 08 15:40:11.266745 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 2daba0db-e6f8-406d-af50-7cfeab14778f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2daba0db-e6f8-406d-af50-7cfeab14778f,segment=NetworkSegment(192616cc-32c1-4be7-b002-49f3d8bfde08),segment_id=192616cc-32c1-4be7-b002-49f3d8bfde08)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:40:11.269379 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-0e73de22-4d4b-479e-b857-af53f87278b1 None None] Current status of the port 58044c91-251a-482e-8710-5f704c5a5a68 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:11.280442 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (2daba0db-e6f8-406d-af50-7cfeab14778f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:11.313460 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fc5e0299-be74-4d67-be6a-99f51f201636 req-3e1e2710-74b2-4521-b524-f0c077d02e5e tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946578 Mar 08 15:40:11.368185 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=2daba0db-e6f8-406d-af50-7cfeab14778f,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:11.384026 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ddcde608-9bcd-4a00-b763-9d0e0bfa3a4e admin admin] Publish callbacks [] for port (095e0062-e33e-4976-9100-a5f425267c9d), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:11.411423 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6cd44e-6379-4c2d-a952-71a4c968eb96', 'name': 'tempest-TestVolumeBootPattern-47886824-router', 'tenant_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '1019fa70-a272-4d08-8fea-fb59dfc773e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:07Z', 'updated_at': '2022-03-08T15:40:08Z', 'revision_number': 3, 'project_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'gw_port': {'id': '1019fa70-a272-4d08-8fea-fb59dfc773e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6cd44e-6379-4c2d-a952-71a4c968eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:07Z', 'updated_at': '2022-03-08T15:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:11.431972 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ddcde608-9bcd-4a00-b763-9d0e0bfa3a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (095e0062-e33e-4976-9100-a5f425267c9d), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:11.459491 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deceb1b9-1955-4353-ad05-cae02e7501e5 None None] The sync data for ids ['7e6cd44e-6379-4c2d-a952-71a4c968eb96'] in dv-cinder-830098-2-iscsi is: [{'id': '7e6cd44e-6379-4c2d-a952-71a4c968eb96', 'name': 'tempest-TestVolumeBootPattern-47886824-router', 'tenant_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '1019fa70-a272-4d08-8fea-fb59dfc773e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:07Z', 'updated_at': '2022-03-08T15:40:08Z', 'revision_number': 3, 'project_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'gw_port': {'id': '1019fa70-a272-4d08-8fea-fb59dfc773e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6cd44e-6379-4c2d-a952-71a4c968eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:07Z', 'updated_at': '2022-03-08T15:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:40:11.490082 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcde608-9bcd-4a00-b763-9d0e0bfa3a4e admin admin] Pushing event updated for resources: {'Port': ['ID=095e0062-e33e-4976-9100-a5f425267c9d,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:11.527974 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcde608-9bcd-4a00-b763-9d0e0bfa3a4e admin admin] Network 454e2036-dc74-4835-86f3-de75884e07c0 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:40:11.529719 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-ddcde608-9bcd-4a00-b763-9d0e0bfa3a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:11.532227 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcde608-9bcd-4a00-b763-9d0e0bfa3a4e admin admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:40:11.604520 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ddcde608-9bcd-4a00-b763-9d0e0bfa3a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738765'] for router_interface (7e6cd44e-6379-4c2d-a952-71a4c968eb96), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:11.688842 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 58044c91-251a-482e-8710-5f704c5a5a68 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:40:11.743128 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 58044c91-251a-482e-8710-5f704c5a5a68 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:11.745983 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (58044c91-251a-482e-8710-5f704c5a5a68), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:11.767280 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ddcde608-9bcd-4a00-b763-9d0e0bfa3a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (095e0062-e33e-4976-9100-a5f425267c9d), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:11.807247 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-93d4c3c6-d372-4131-bf40-39d7a33edddb None None] Provisioning complete for port 095e0062-e33e-4976-9100-a5f425267c9d triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:11.807705 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-93d4c3c6-d372-4131-bf40-39d7a33edddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (095e0062-e33e-4976-9100-a5f425267c9d), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:11.887948 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 58044c91-251a-482e-8710-5f704c5a5a68 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:11.890083 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:40:11.896703 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-93d4c3c6-d372-4131-bf40-39d7a33edddb None None] Port 095e0062-e33e-4976-9100-a5f425267c9d cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:40:11.961020 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ddcde608-9bcd-4a00-b763-9d0e0bfa3a4e admin admin] Publish callbacks [] for port (095e0062-e33e-4976-9100-a5f425267c9d), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:11.961739 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:11.962157 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:11.967095 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ddcde608-9bcd-4a00-b763-9d0e0bfa3a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14517953'] for port (095e0062-e33e-4976-9100-a5f425267c9d), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:12.054933 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ddcde608-9bcd-4a00-b763-9d0e0bfa3a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738721'] for router_interface (7e6cd44e-6379-4c2d-a952-71a4c968eb96), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:12.056929 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcde608-9bcd-4a00-b763-9d0e0bfa3a4e admin admin] Pushing event updated for resources: {'Port': ['ID=095e0062-e33e-4976-9100-a5f425267c9d,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:12.068720 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:12.155925 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcde608-9bcd-4a00-b763-9d0e0bfa3a4e admin admin] Network 454e2036-dc74-4835-86f3-de75884e07c0 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:40:12.157513 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-ddcde608-9bcd-4a00-b763-9d0e0bfa3a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:12.286187 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcde608-9bcd-4a00-b763-9d0e0bfa3a4e admin admin] Router 7e6cd44e-6379-4c2d-a952-71a4c968eb96 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:40:12.295295 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:12.429223 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-42cbad76-beee-4f1d-8c71-98476d77562d None None] Provisioning complete for port 095e0062-e33e-4976-9100-a5f425267c9d triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:12.429596 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-42cbad76-beee-4f1d-8c71-98476d77562d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (095e0062-e33e-4976-9100-a5f425267c9d), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:12.465251 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-42cbad76-beee-4f1d-8c71-98476d77562d None None] Port 095e0062-e33e-4976-9100-a5f425267c9d cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:40:12.489791 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89661485-0a3e-493d-9b64-f8ab1dd777db req-043535e0-d62d-42e3-895f-f6fb7ee186ed tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:12.491321 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-89661485-0a3e-493d-9b64-f8ab1dd777db req-043535e0-d62d-42e3-895f-f6fb7ee186ed tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.1301308 Mar 08 15:40:12.495390 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcde608-9bcd-4a00-b763-9d0e0bfa3a4e admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:40:12.503529 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ddcde608-9bcd-4a00-b763-9d0e0bfa3a4e admin admin] 10.222.0.11 "PUT /v2.0/routers/7e6cd44e-6379-4c2d-a952-71a4c968eb96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0711534 Mar 08 15:40:12.542359 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c696874-7e3f-4ad6-ba2e-3e4cf36f7631 req-116abf00-4932-44f7-8e7f-300fe627babb tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:12.544319 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7c696874-7e3f-4ad6-ba2e-3e4cf36f7631 req-116abf00-4932-44f7-8e7f-300fe627babb tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 944 time: 0.1252863 Mar 08 15:40:12.577906 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-89661485-0a3e-493d-9b64-f8ab1dd777db req-67f36339-b7c4-4ad0-b1c3-9d7fc36d0e71 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806119 Mar 08 15:40:12.631947 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7c696874-7e3f-4ad6-ba2e-3e4cf36f7631 req-34d8c03a-e2c6-488d-928e-b82d1576a899 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814683 Mar 08 15:40:13.177405 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 40244) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:13.182731 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-469ded51-c192-4dd8-b41c-7eaaadddf7fa tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1053997725', 'description': 'tempest-secgroup-smoke-1053997725 description', 'project_id': '8d0cf23d94b04413bd119204393f2f3d'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:13.204613 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-469ded51-c192-4dd8-b41c-7eaaadddf7fa tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.277751 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-469ded51-c192-4dd8-b41c-7eaaadddf7fa tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group (79647bf5-f5c2-439b-b4b8-7b927f0dd4b4), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.282558 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-469ded51-c192-4dd8-b41c-7eaaadddf7fa tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (79647bf5-f5c2-439b-b4b8-7b927f0dd4b4), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.313304 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-469ded51-c192-4dd8-b41c-7eaaadddf7fa tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.314530 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-469ded51-c192-4dd8-b41c-7eaaadddf7fa tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1360519 Mar 08 15:40:13.317605 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 40246) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:13.322240 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-8d9978a8-60a5-478b-9d0d-2dfe0a98a2d6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Request body: {'security_group_rule': {'security_group_id': '79647bf5-f5c2-439b-b4b8-7b927f0dd4b4', 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:13.327954 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ded51-c192-4dd8-b41c-7eaaadddf7fa tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:13.343509 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Sync routers for ids ['7e6cd44e-6379-4c2d-a952-71a4c968eb96'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:40:13.353467 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Routers {'7e6cd44e-6379-4c2d-a952-71a4c968eb96'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:40:13.354366 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:40:08Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['7e6cd44e-6379-4c2d-a952-71a4c968eb96'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:13.356834 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8d9978a8-60a5-478b-9d0d-2dfe0a98a2d6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group_rule (5eaf3e17-50ef-409a-ba49-c108f87fea13), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.428602 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8d9978a8-60a5-478b-9d0d-2dfe0a98a2d6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group_rule (5eaf3e17-50ef-409a-ba49-c108f87fea13), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.433117 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8d9978a8-60a5-478b-9d0d-2dfe0a98a2d6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (5eaf3e17-50ef-409a-ba49-c108f87fea13), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.452913 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9978a8-60a5-478b-9d0d-2dfe0a98a2d6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eaf3e17-50ef-409a-ba49-c108f87fea13,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:13.464779 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8d9978a8-60a5-478b-9d0d-2dfe0a98a2d6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.466005 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-8d9978a8-60a5-478b-9d0d-2dfe0a98a2d6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474631 Mar 08 15:40:13.469964 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 40250) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:13.476430 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Set router 7e6cd44e-6379-4c2d-a952-71a4c968eb96 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:40:13.484927 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-39d49661-d191-49f5-beb1-9300e10cba45 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Request body: {'security_group_rule': {'security_group_id': '79647bf5-f5c2-439b-b4b8-7b927f0dd4b4', 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:13.524802 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-39d49661-d191-49f5-beb1-9300e10cba45 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group_rule (9eabb4ab-427d-4703-895a-99dc3ca6790e), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.565869 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 1019fa70-a272-4d08-8fea-fb59dfc773e4 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:40:13.589811 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-39d49661-d191-49f5-beb1-9300e10cba45 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group_rule (9eabb4ab-427d-4703-895a-99dc3ca6790e), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.595230 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-39d49661-d191-49f5-beb1-9300e10cba45 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (9eabb4ab-427d-4703-895a-99dc3ca6790e), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.611957 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d49661-d191-49f5-beb1-9300e10cba45 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eabb4ab-427d-4703-895a-99dc3ca6790e,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:13.635705 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['2daba0db-e6f8-406d-af50-7cfeab14778f'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:40:13.640783 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-39d49661-d191-49f5-beb1-9300e10cba45 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.641956 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-39d49661-d191-49f5-beb1-9300e10cba45 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1704204 Mar 08 15:40:13.644881 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 40256) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:13.649274 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-f37777a9-522d-40e0-ad8d-f972e4aed811 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Request body: {'security_group_rule': {'security_group_id': '79647bf5-f5c2-439b-b4b8-7b927f0dd4b4', 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:13.686256 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f37777a9-522d-40e0-ad8d-f972e4aed811 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group_rule (89753399-40f6-45eb-8dd2-983732149158), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.753142 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f37777a9-522d-40e0-ad8d-f972e4aed811 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group_rule (89753399-40f6-45eb-8dd2-983732149158), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.760218 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 1019fa70-a272-4d08-8fea-fb59dfc773e4 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:13.760515 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f37777a9-522d-40e0-ad8d-f972e4aed811 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (89753399-40f6-45eb-8dd2-983732149158), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.761226 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (1019fa70-a272-4d08-8fea-fb59dfc773e4), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.767537 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff2dd9-02bb-40b3-9e2d-d9b2d29352c8 req-4223fb66-6218-4482-91c9-7b14225c81f4 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:13.769264 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-79ff2dd9-02bb-40b3-9e2d-d9b2d29352c8 req-4223fb66-6218-4482-91c9-7b14225c81f4 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0880373 Mar 08 15:40:13.785426 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631e4f5-5193-478e-92cb-9b8befde9e47 req-86a5de8e-6808-4b66-883f-512a42c4ca66 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:13.785996 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37777a9-522d-40e0-ad8d-f972e4aed811 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89753399-40f6-45eb-8dd2-983732149158,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:13.786952 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a631e4f5-5193-478e-92cb-9b8befde9e47 req-86a5de8e-6808-4b66-883f-512a42c4ca66 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 944 time: 0.0748532 Mar 08 15:40:13.803814 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f37777a9-522d-40e0-ad8d-f972e4aed811 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.805470 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-f37777a9-522d-40e0-ad8d-f972e4aed811 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1595237 Mar 08 15:40:13.809116 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 40260) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:13.815445 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-e5043241-3771-476c-bb50-8b857ba54f9f tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Request body: {'security_group_rule': {'security_group_id': '79647bf5-f5c2-439b-b4b8-7b927f0dd4b4', 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:13.842710 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e5043241-3771-476c-bb50-8b857ba54f9f tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group_rule (4bae7c43-e520-4f84-aaef-560916a64ccc), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.858173 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-79ff2dd9-02bb-40b3-9e2d-d9b2d29352c8 req-95d411a6-4487-47c1-b6b5-e5b78e70b949 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814443 Mar 08 15:40:13.871211 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a631e4f5-5193-478e-92cb-9b8befde9e47 req-57067bbc-033d-4496-8c24-fa576cdcec9a tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709634 Mar 08 15:40:13.905208 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6cd44e-6379-4c2d-a952-71a4c968eb96', 'name': 'tempest-TestVolumeBootPattern-47886824-router', 'tenant_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '1019fa70-a272-4d08-8fea-fb59dfc773e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:07Z', 'updated_at': '2022-03-08T15:40:11Z', 'revision_number': 4, 'project_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'gw_port': {'id': '1019fa70-a272-4d08-8fea-fb59dfc773e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6cd44e-6379-4c2d-a952-71a4c968eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:07Z', 'updated_at': '2022-03-08T15:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '095e0062-e33e-4976-9100-a5f425267c9d', 'name': '', 'network_id': '454e2036-dc74-4835-86f3-de75884e07c0', 'tenant_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'mac_address': 'fa:16:3e:73:69:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6cd44e-6379-4c2d-a952-71a4c968eb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b2511bf6-4c4a-4829-a71a-2a936867ea2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:10Z', 'updated_at': '2022-03-08T15:40:11Z', 'revision_number': 2, 'project_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'subnets': [{'id': 'b2511bf6-4c4a-4829-a71a-2a936867ea2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:13.914372 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e5043241-3771-476c-bb50-8b857ba54f9f tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group_rule (4bae7c43-e520-4f84-aaef-560916a64ccc), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.919944 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e5043241-3771-476c-bb50-8b857ba54f9f tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (4bae7c43-e520-4f84-aaef-560916a64ccc), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.938350 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5043241-3771-476c-bb50-8b857ba54f9f tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bae7c43-e520-4f84-aaef-560916a64ccc,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:13.945148 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Checking router: 7e6cd44e-6379-4c2d-a952-71a4c968eb96 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:40:13.945492 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Updating router 7e6cd44e-6379-4c2d-a952-71a4c968eb96 port 095e0062-e33e-4976-9100-a5f425267c9d binding host dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:40:13.949566 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e5043241-3771-476c-bb50-8b857ba54f9f tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.953324 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-e5043241-3771-476c-bb50-8b857ba54f9f tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401761 Mar 08 15:40:13.953512 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 40262) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:13.954591 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 1019fa70-a272-4d08-8fea-fb59dfc773e4 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:13.954985 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (1019fa70-a272-4d08-8fea-fb59dfc773e4), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:13.957784 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-72f38f08-a702-4311-b8fe-635a716e6539 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Request body: {'security_group_rule': {'security_group_id': '79647bf5-f5c2-439b-b4b8-7b927f0dd4b4', 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:13.980606 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.securitygroups_db [None req-72f38f08-a702-4311-b8fe-635a716e6539 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Project 8d0cf23d94b04413bd119204393f2f3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 15:40:13.987257 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-72f38f08-a702-4311-b8fe-635a716e6539 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group_rule (738e9cce-2164-4d25-8049-bca1d5442d92), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.009475 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (095e0062-e33e-4976-9100-a5f425267c9d), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.013359 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] For port 1019fa70-a272-4d08-8fea-fb59dfc773e4, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=1019fa70-a272-4d08-8fea-fb59dfc773e4,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:40:14.026875 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (1019fa70-a272-4d08-8fea-fb59dfc773e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.056258 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-72f38f08-a702-4311-b8fe-635a716e6539 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group_rule (738e9cce-2164-4d25-8049-bca1d5442d92), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.062213 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-72f38f08-a702-4311-b8fe-635a716e6539 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (738e9cce-2164-4d25-8049-bca1d5442d92), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.081753 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f38f08-a702-4311-b8fe-635a716e6539 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738e9cce-2164-4d25-8049-bca1d5442d92,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:14.091798 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-72f38f08-a702-4311-b8fe-635a716e6539 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.093077 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-72f38f08-a702-4311-b8fe-635a716e6539 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386578 Mar 08 15:40:14.095900 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 40264) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:14.100196 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-e13b3ec0-0fe7-4d7e-8594-f16b45f4fc33 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Request body: {'security_group_rule': {'security_group_id': '79647bf5-f5c2-439b-b4b8-7b927f0dd4b4', 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:14.121035 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.securitygroups_db [None req-e13b3ec0-0fe7-4d7e-8594-f16b45f4fc33 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Project 8d0cf23d94b04413bd119204393f2f3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 15:40:14.126123 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e13b3ec0-0fe7-4d7e-8594-f16b45f4fc33 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group_rule (269eac86-3545-43f6-98f7-4141cdc944ca), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.143489 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Pushing event updated for resources: {'Port': ['ID=1019fa70-a272-4d08-8fea-fb59dfc773e4,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:14.191760 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e13b3ec0-0fe7-4d7e-8594-f16b45f4fc33 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group_rule (269eac86-3545-43f6-98f7-4141cdc944ca), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.196096 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e13b3ec0-0fe7-4d7e-8594-f16b45f4fc33 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (269eac86-3545-43f6-98f7-4141cdc944ca), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.218315 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b3ec0-0fe7-4d7e-8594-f16b45f4fc33 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269eac86-3545-43f6-98f7-4141cdc944ca,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:14.223811 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e13b3ec0-0fe7-4d7e-8594-f16b45f4fc33 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.225186 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-e13b3ec0-0fe7-4d7e-8594-f16b45f4fc33 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282253 Mar 08 15:40:14.458344 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Publish callbacks [] for port (095e0062-e33e-4976-9100-a5f425267c9d), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.464082 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (095e0062-e33e-4976-9100-a5f425267c9d), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.515750 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2881ab-383d-4718-ad5e-ba139b934953 None None] Pushing event updated for resources: {'Port': ['ID=095e0062-e33e-4976-9100-a5f425267c9d,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:14.577426 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Attempting to bind port 095e0062-e33e-4976-9100-a5f425267c9d on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:40:14.577806 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Attempting to bind port 095e0062-e33e-4976-9100-a5f425267c9d by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': '153e070e-5fed-4cbb-9419-bffc0d197d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '454e2036-dc74-4835-86f3-de75884e07c0'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:40:14.578189 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Attempting to bind port 095e0062-e33e-4976-9100-a5f425267c9d on network 454e2036-dc74-4835-86f3-de75884e07c0 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:40:14.584190 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:40:14.584722 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Checking segment: {'id': '153e070e-5fed-4cbb-9419-bffc0d197d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '454e2036-dc74-4835-86f3-de75884e07c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:40:14.585274 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.585672 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Bound using segment: {'id': '153e070e-5fed-4cbb-9419-bffc0d197d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '454e2036-dc74-4835-86f3-de75884e07c0'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:40:14.586144 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Bound port: 095e0062-e33e-4976-9100-a5f425267c9d, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153e070e-5fed-4cbb-9419-bffc0d197d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '454e2036-dc74-4835-86f3-de75884e07c0'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:40:14.586693 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (095e0062-e33e-4976-9100-a5f425267c9d), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.660322 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] For port 095e0062-e33e-4976-9100-a5f425267c9d, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:40:14.668443 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] For port 095e0062-e33e-4976-9100-a5f425267c9d, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=095e0062-e33e-4976-9100-a5f425267c9d,segment=NetworkSegment(153e070e-5fed-4cbb-9419-bffc0d197d9d),segment_id=153e070e-5fed-4cbb-9419-bffc0d197d9d)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:40:14.682617 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (095e0062-e33e-4976-9100-a5f425267c9d), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.756353 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2881ab-383d-4718-ad5e-ba139b934953 None None] Pushing event updated for resources: {'Port': ['ID=095e0062-e33e-4976-9100-a5f425267c9d,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:14.759044 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Routers {'7e6cd44e-6379-4c2d-a952-71a4c968eb96'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:40:14.759681 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:40:08Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['7e6cd44e-6379-4c2d-a952-71a4c968eb96'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:14.829080 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-1edbb213-43d7-4190-92ba-51be11f1d563 None None] Provisioning complete for port 095e0062-e33e-4976-9100-a5f425267c9d triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:14.829461 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-1edbb213-43d7-4190-92ba-51be11f1d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (095e0062-e33e-4976-9100-a5f425267c9d), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:14.914827 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] Set router 7e6cd44e-6379-4c2d-a952-71a4c968eb96 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:40:15.033180 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bc653-00c5-4df4-adf7-f2fc00f1a3e2 req-8339f1d6-5947-4ea1-a712-7f9eb6838ffa tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:15.033996 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-1edbb213-43d7-4190-92ba-51be11f1d563 None None] Current status of the port 095e0062-e33e-4976-9100-a5f425267c9d is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:15.034411 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-1edbb213-43d7-4190-92ba-51be11f1d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (095e0062-e33e-4976-9100-a5f425267c9d), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:15.034611 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ae9bc653-00c5-4df4-adf7-f2fc00f1a3e2 req-8339f1d6-5947-4ea1-a712-7f9eb6838ffa tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 944 time: 0.0756595 Mar 08 15:40:15.042332 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcfaf4-5c28-496c-814b-ca40736d0070 req-f3052924-7a07-411b-956e-9e7bb0632ed1 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:15.044345 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8ffcfaf4-5c28-496c-814b-ca40736d0070 req-f3052924-7a07-411b-956e-9e7bb0632ed1 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0941238 Mar 08 15:40:15.113838 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-1edbb213-43d7-4190-92ba-51be11f1d563 None None] For port 095e0062-e33e-4976-9100-a5f425267c9d, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=095e0062-e33e-4976-9100-a5f425267c9d,segment=NetworkSegment(153e070e-5fed-4cbb-9419-bffc0d197d9d),segment_id=153e070e-5fed-4cbb-9419-bffc0d197d9d)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:40:15.115370 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ae9bc653-00c5-4df4-adf7-f2fc00f1a3e2 req-3eeec8a8-8884-4ac9-b869-c1907a5d3dad tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699368 Mar 08 15:40:15.119734 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8ffcfaf4-5c28-496c-814b-ca40736d0070 req-5025f967-8fd4-40f5-9a35-3b15dc0b20e2 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679915 Mar 08 15:40:15.120084 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-1edbb213-43d7-4190-92ba-51be11f1d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (095e0062-e33e-4976-9100-a5f425267c9d), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:15.197205 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbb213-43d7-4190-92ba-51be11f1d563 None None] Pushing event updated for resources: {'Port': ['ID=095e0062-e33e-4976-9100-a5f425267c9d,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:15.218559 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6cd44e-6379-4c2d-a952-71a4c968eb96', 'name': 'tempest-TestVolumeBootPattern-47886824-router', 'tenant_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '1019fa70-a272-4d08-8fea-fb59dfc773e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:07Z', 'updated_at': '2022-03-08T15:40:11Z', 'revision_number': 4, 'project_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'gw_port': {'id': '1019fa70-a272-4d08-8fea-fb59dfc773e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6cd44e-6379-4c2d-a952-71a4c968eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:07Z', 'updated_at': '2022-03-08T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '095e0062-e33e-4976-9100-a5f425267c9d', 'name': '', 'network_id': '454e2036-dc74-4835-86f3-de75884e07c0', 'tenant_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'mac_address': 'fa:16:3e:73:69:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6cd44e-6379-4c2d-a952-71a4c968eb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b2511bf6-4c4a-4829-a71a-2a936867ea2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:10Z', 'updated_at': '2022-03-08T15:40:14Z', 'revision_number': 4, 'project_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'subnets': [{'id': 'b2511bf6-4c4a-4829-a71a-2a936867ea2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:40:15.252787 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89629c8-8cc4-4dc9-92c9-631bc15f21ae None None] The sync data for ids ['7e6cd44e-6379-4c2d-a952-71a4c968eb96'] in dv-cinder-830098-2-iscsi is: [{'id': '7e6cd44e-6379-4c2d-a952-71a4c968eb96', 'name': 'tempest-TestVolumeBootPattern-47886824-router', 'tenant_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '1019fa70-a272-4d08-8fea-fb59dfc773e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:07Z', 'updated_at': '2022-03-08T15:40:11Z', 'revision_number': 4, 'project_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'gw_port': {'id': '1019fa70-a272-4d08-8fea-fb59dfc773e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6cd44e-6379-4c2d-a952-71a4c968eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:07Z', 'updated_at': '2022-03-08T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '095e0062-e33e-4976-9100-a5f425267c9d', 'name': '', 'network_id': '454e2036-dc74-4835-86f3-de75884e07c0', 'tenant_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'mac_address': 'fa:16:3e:73:69:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6cd44e-6379-4c2d-a952-71a4c968eb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b2511bf6-4c4a-4829-a71a-2a936867ea2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:10Z', 'updated_at': '2022-03-08T15:40:14Z', 'revision_number': 4, 'project_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'subnets': [{'id': 'b2511bf6-4c4a-4829-a71a-2a936867ea2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:40:15.263958 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-601ed594-1b8b-4f34-88de-92cd5e8a1e82 None None] Provisioning complete for port 095e0062-e33e-4976-9100-a5f425267c9d triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:15.264315 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-601ed594-1b8b-4f34-88de-92cd5e8a1e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (095e0062-e33e-4976-9100-a5f425267c9d), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:15.356499 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-601ed594-1b8b-4f34-88de-92cd5e8a1e82 None None] Current status of the port 095e0062-e33e-4976-9100-a5f425267c9d is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:15.610147 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 095e0062-e33e-4976-9100-a5f425267c9d up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:40:15.657937 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 095e0062-e33e-4976-9100-a5f425267c9d triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:15.658303 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (095e0062-e33e-4976-9100-a5f425267c9d), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:15.738280 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 095e0062-e33e-4976-9100-a5f425267c9d is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:15.739388 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 1019fa70-a272-4d08-8fea-fb59dfc773e4 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:40:15.785509 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 1019fa70-a272-4d08-8fea-fb59dfc773e4 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:15.785880 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (1019fa70-a272-4d08-8fea-fb59dfc773e4), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:15.881980 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 1019fa70-a272-4d08-8fea-fb59dfc773e4 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:16.282055 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725436c-e95c-47d0-ba6c-483b13ffe996 req-d26dddbf-ec82-4952-8260-633d76345988 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:16.283541 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e725436c-e95c-47d0-ba6c-483b13ffe996 req-d26dddbf-ec82-4952-8260-633d76345988 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 944 time: 0.0931599 Mar 08 15:40:16.296580 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22986894-2979-404c-8f4a-0382859857d0 req-57556d68-ec24-4c9f-aa01-20b353607b7e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:16.298482 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-22986894-2979-404c-8f4a-0382859857d0 req-57556d68-ec24-4c9f-aa01-20b353607b7e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0965006 Mar 08 15:40:16.370708 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e725436c-e95c-47d0-ba6c-483b13ffe996 req-95e1fe73-947c-404b-85a3-284ed9eedd82 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710094 Mar 08 15:40:16.373843 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-22986894-2979-404c-8f4a-0382859857d0 req-6b64e06e-edf8-48fc-8dd5-77672da438d7 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681930 Mar 08 15:40:17.335932 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:17.546693 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32182231-6c1a-4b5e-9f76-54df88c430f2 req-51a67bcc-d913-4f37-a1a4-30d85d511f33 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:17.548178 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-32182231-6c1a-4b5e-9f76-54df88c430f2 req-51a67bcc-d913-4f37-a1a4-30d85d511f33 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 944 time: 0.0804617 Mar 08 15:40:17.555062 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ab8c8-44f5-40c2-96db-fa3ed5ad7a77 req-ed313f5a-628a-4220-a082-a740f9024082 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:17.556499 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-524ab8c8-44f5-40c2-96db-fa3ed5ad7a77 req-ed313f5a-628a-4220-a082-a740f9024082 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0984218 Mar 08 15:40:17.628493 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-32182231-6c1a-4b5e-9f76-54df88c430f2 req-a4308d90-544f-45eb-976a-3deadd47270c tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709422 Mar 08 15:40:17.631690 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-524ab8c8-44f5-40c2-96db-fa3ed5ad7a77 req-deb40ce2-d0d6-4883-aa48-50c393f08c92 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682352 Mar 08 15:40:18.418645 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 2daba0db-e6f8-406d-af50-7cfeab14778f up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:40:18.471249 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port 2daba0db-e6f8-406d-af50-7cfeab14778f completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:40:18.476421 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port 2daba0db-e6f8-406d-af50-7cfeab14778f triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:18.476767 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (2daba0db-e6f8-406d-af50-7cfeab14778f), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:18.567301 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 2daba0db-e6f8-406d-af50-7cfeab14778f is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:40:18.567689 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (2daba0db-e6f8-406d-af50-7cfeab14778f), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:18.590807 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20cfd56-32ce-4128-8378-a5f34b70b41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2daba0db-e6f8-406d-af50-7cfeab14778f'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:40:18.593086 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740af064-9051-40e8-b0bd-5a8b9d700dc5" -d '{"events": [{"server_uuid": "d20cfd56-32ce-4128-8378-a5f34b70b41e", "name": "network-vif-plugged", "status": "completed", "tag": "2daba0db-e6f8-406d-af50-7cfeab14778f"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:40:18.606281 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 2daba0db-e6f8-406d-af50-7cfeab14778f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2daba0db-e6f8-406d-af50-7cfeab14778f,segment=NetworkSegment(192616cc-32c1-4be7-b002-49f3d8bfde08),segment_id=192616cc-32c1-4be7-b002-49f3d8bfde08)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:40:18.611876 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (2daba0db-e6f8-406d-af50-7cfeab14778f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:18.643717 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67616428-52e6-4f3b-90bc-9a5793efda19 x-openstack-request-id: req-67616428-52e6-4f3b-90bc-9a5793efda19 {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:40:18.644022 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20cfd56-32ce-4128-8378-a5f34b70b41e", "name": "network-vif-plugged", "status": "completed", "tag": "2daba0db-e6f8-406d-af50-7cfeab14778f", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:40:18.644306 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67616428-52e6-4f3b-90bc-9a5793efda19 {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:40:18.644693 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20cfd56-32ce-4128-8378-a5f34b70b41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2daba0db-e6f8-406d-af50-7cfeab14778f', 'code': 200} Mar 08 15:40:18.723863 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=2daba0db-e6f8-406d-af50-7cfeab14778f,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:18.836541 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b420f-d3c9-46ff-b732-eb552f2a8b9c req-51151fc9-e2d6-4215-9d26-1eb0531bad06 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:18.839221 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-737b420f-d3c9-46ff-b732-eb552f2a8b9c req-51151fc9-e2d6-4215-9d26-1eb0531bad06 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.1038306 Mar 08 15:40:18.863389 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3f81d-eaab-4b2d-80ce-a8e62dcf85b6 req-39e74cc1-a560-4039-91a1-00853df80e9d tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:18.865925 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-80d3f81d-eaab-4b2d-80ce-a8e62dcf85b6 req-39e74cc1-a560-4039-91a1-00853df80e9d tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 945 time: 0.1020284 Mar 08 15:40:18.904293 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b27c1b-242e-41c3-92ba-e0efd8df9725 req-2bda3fc9-d186-4ad4-a4ab-3c5d20e89a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:18.905891 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c3b27c1b-242e-41c3-92ba-e0efd8df9725 req-2bda3fc9-d186-4ad4-a4ab-3c5d20e89a15 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 1129 time: 0.0589783 Mar 08 15:40:18.952446 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-80d3f81d-eaab-4b2d-80ce-a8e62dcf85b6 req-dea2ff0c-2bbb-4170-8718-870a438c7a8b tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734782 Mar 08 15:40:18.973894 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c3b27c1b-242e-41c3-92ba-e0efd8df9725 req-1b056c63-0748-4a5f-9818-57ef0019e467 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575082 Mar 08 15:40:18.996044 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-737b420f-d3c9-46ff-b732-eb552f2a8b9c req-e732c24e-7b6f-4258-a2f4-5857ae33efe4 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476166 Mar 08 15:40:20.110809 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d207af3-7d43-4d46-815e-488c88208e70 req-c4d75edc-dce8-44dd-ae54-7e3e1bdf69cf tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:20.112500 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3d207af3-7d43-4d46-815e-488c88208e70 req-c4d75edc-dce8-44dd-ae54-7e3e1bdf69cf tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 945 time: 0.0885491 Mar 08 15:40:20.147125 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c55c4d-92cf-49eb-8ed2-4bf9578ff735 req-eb66a900-0cf4-4d9a-a5fb-c788ce6e320b tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:20.148583 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e5c55c4d-92cf-49eb-8ed2-4bf9578ff735 req-eb66a900-0cf4-4d9a-a5fb-c788ce6e320b tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0872407 Mar 08 15:40:20.192000 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3d207af3-7d43-4d46-815e-488c88208e70 req-f8d42954-34f0-4ef5-9c6b-81e896ad6014 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726509 Mar 08 15:40:20.236669 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e5c55c4d-92cf-49eb-8ed2-4bf9578ff735 req-8dedb97c-38cb-497a-a881-434b2882b07e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778596 Mar 08 15:40:20.289095 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2c84a-1a56-4c02-a3c9-f0417f2ca89e req-945ada9d-f23e-45e4-bf08-15dd75e74e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:20.290618 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-56a2c84a-1a56-4c02-a3c9-f0417f2ca89e req-945ada9d-f23e-45e4-bf08-15dd75e74e42 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 1129 time: 0.0533493 Mar 08 15:40:20.345563 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-56a2c84a-1a56-4c02-a3c9-f0417f2ca89e req-3c01e21f-296a-4fa7-a70d-c81a58c7e4c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407605 Mar 08 15:40:21.321306 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d0b57-28a2-41d6-a67d-2f18764d837f req-310433b7-b02f-4db3-b531-35e0aad13201 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:21.322805 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-eb7d0b57-28a2-41d6-a67d-2f18764d837f req-310433b7-b02f-4db3-b531-35e0aad13201 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 945 time: 0.0605681 Mar 08 15:40:21.397450 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-eb7d0b57-28a2-41d6-a67d-2f18764d837f req-1ed9e9e1-4369-4887-9913-7d2ff41c21b7 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666130 Mar 08 15:40:21.405801 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394c578-873a-4ca4-9ae4-75f51539b419 req-d4fd2116-9ed1-4349-bfb8-010612fb1bcf tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:21.407163 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8394c578-873a-4ca4-9ae4-75f51539b419 req-d4fd2116-9ed1-4349-bfb8-010612fb1bcf tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0938525 Mar 08 15:40:21.461751 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8394c578-873a-4ca4-9ae4-75f51539b419 req-7ee3cc85-53b1-48a0-8f62-dfc48be97792 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487556 Mar 08 15:40:22.591297 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b24ea8-0c00-443d-883d-308f935c01ee req-9240b838-5259-46cb-8a0b-699ee27fda4d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:22.592729 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e0b24ea8-0c00-443d-883d-308f935c01ee req-9240b838-5259-46cb-8a0b-699ee27fda4d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0542409 Mar 08 15:40:22.639172 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e0b24ea8-0c00-443d-883d-308f935c01ee req-6b04f4fc-2c50-4c56-bad8-58dbfcc680c5 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408566 Mar 08 15:40:23.780679 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe73361-f045-4bac-9c78-8af84934b4c4 req-facd1b66-40e6-4eda-bf61-d097fa098848 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:23.782044 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4fe73361-f045-4bac-9c78-8af84934b4c4 req-facd1b66-40e6-4eda-bf61-d097fa098848 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0658216 Mar 08 15:40:23.830249 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4fe73361-f045-4bac-9c78-8af84934b4c4 req-d1f59ee1-105e-4d4a-bcae-34a9da744691 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425622 Mar 08 15:40:24.711359 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926f977-fc38-49a2-9344-c46412d86581 req-313046d8-ec42-47f6-a9e8-9912f525c10f tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:24.712916 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7926f977-fc38-49a2-9344-c46412d86581 req-313046d8-ec42-47f6-a9e8-9912f525c10f tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 945 time: 0.0557146 Mar 08 15:40:24.759797 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7926f977-fc38-49a2-9344-c46412d86581 req-0965bf60-8263-4652-ac37-db3e7516644f tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411353 Mar 08 15:40:24.957602 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed5723-3dd3-4a93-8ac1-7441d0872bd9 req-66f5c7f0-361c-4e48-ac36-8b2634ff5515 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:24.959195 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-99ed5723-3dd3-4a93-8ac1-7441d0872bd9 req-66f5c7f0-361c-4e48-ac36-8b2634ff5515 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0563607 Mar 08 15:40:25.007677 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-99ed5723-3dd3-4a93-8ac1-7441d0872bd9 req-e7e3969b-e552-4d13-9d49-dff8c237774d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429108 Mar 08 15:40:25.145569 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777fb95-b81e-4f07-af24-8c7d08e0903c req-b1673532-47d7-4780-a6a3-374503562eab tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:25.147492 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f777fb95-b81e-4f07-af24-8c7d08e0903c req-b1673532-47d7-4780-a6a3-374503562eab tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0624731 Mar 08 15:40:25.204849 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f777fb95-b81e-4f07-af24-8c7d08e0903c req-682d1ce9-b197-4400-93c4-1baf5ca7868e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493474 Mar 08 15:40:25.890205 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cab2d-182a-4fb2-8763-69956525fb39 req-79a5f70c-1cb4-4bc6-b8d7-f2e2b816a0d4 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:25.891691 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-987cab2d-182a-4fb2-8763-69956525fb39 req-79a5f70c-1cb4-4bc6-b8d7-f2e2b816a0d4 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 945 time: 0.0588140 Mar 08 15:40:25.944331 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-987cab2d-182a-4fb2-8763-69956525fb39 req-212da826-43f4-47c7-aaeb-590654eda2d7 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a3599c6-4ed2-4db7-acb0-48fb7578b22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467260 Mar 08 15:40:26.475839 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c140475-34e4-46e6-b617-2ca1e2f8b09c req-b2a3e8a0-8904-4985-9bd1-eb6386fbac02 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:26.478592 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7c140475-34e4-46e6-b617-2ca1e2f8b09c req-b2a3e8a0-8904-4985-9bd1-eb6386fbac02 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.41 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 945 time: 0.0666332 Mar 08 15:40:26.593069 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-7c140475-34e4-46e6-b617-2ca1e2f8b09c req-3cd2d782-c622-4372-9271-2fcca45f851b tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Deleting port 2daba0db-e6f8-406d-af50-7cfeab14778f {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:40:26.593422 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-7c140475-34e4-46e6-b617-2ca1e2f8b09c req-3cd2d782-c622-4372-9271-2fcca45f851b tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (2daba0db-e6f8-406d-af50-7cfeab14778f), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:26.761050 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-7c140475-34e4-46e6-b617-2ca1e2f8b09c req-3cd2d782-c622-4372-9271-2fcca45f851b tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] For port 2daba0db-e6f8-406d-af50-7cfeab14778f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2daba0db-e6f8-406d-af50-7cfeab14778f,segment=NetworkSegment(192616cc-32c1-4be7-b002-49f3d8bfde08),segment_id=192616cc-32c1-4be7-b002-49f3d8bfde08)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:40:26.761424 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-7c140475-34e4-46e6-b617-2ca1e2f8b09c req-3cd2d782-c622-4372-9271-2fcca45f851b tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (2daba0db-e6f8-406d-af50-7cfeab14778f), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:26.774944 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-7c140475-34e4-46e6-b617-2ca1e2f8b09c req-3cd2d782-c622-4372-9271-2fcca45f851b tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Calling delete_port for 2daba0db-e6f8-406d-af50-7cfeab14778f owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:40:26.943024 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d567e-0f14-452b-9869-b4127342664f req-61bb818f-cb6d-4d69-865b-6f299afcc566 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:26.945335 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e10d567e-0f14-452b-9869-b4127342664f req-61bb818f-cb6d-4d69-865b-6f299afcc566 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0642276 Mar 08 15:40:26.960660 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-7c140475-34e4-46e6-b617-2ca1e2f8b09c req-3cd2d782-c622-4372-9271-2fcca45f851b tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (2daba0db-e6f8-406d-af50-7cfeab14778f), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:26.969115 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55831fb3-7a0f-4852-bd17-6b5b01054867 req-e7043d26-d5af-469a-922a-eff88050d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:26.970736 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-55831fb3-7a0f-4852-bd17-6b5b01054867 req-e7043d26-d5af-469a-922a-eff88050d5a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da68c550349b4d5d88fe95a528ab1898&device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 1129 time: 0.0833654 Mar 08 15:40:26.976725 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['2daba0db-e6f8-406d-af50-7cfeab14778f'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:40:26.997914 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2d782-c622-4372-9271-2fcca45f851b tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Pushing event deleted for resources: {'Port': ['ID=2daba0db-e6f8-406d-af50-7cfeab14778f,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:27.022130 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e10d567e-0f14-452b-9869-b4127342664f req-4bfed5a3-7914-46be-8140-b0f206d98aed tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675931 Mar 08 15:40:27.085072 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c04ba799-b787-4900-9e3a-316827a8247b req-4e48a1f5-536f-481e-8b37-ac9205284a32 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 210 time: 0.0326512 Mar 08 15:40:27.116054 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c140475-34e4-46e6-b617-2ca1e2f8b09c req-3cd2d782-c622-4372-9271-2fcca45f851b tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] No DVR routers for this DVR port 2daba0db-e6f8-406d-af50-7cfeab14778f on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:40:27.119744 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-7c140475-34e4-46e6-b617-2ca1e2f8b09c req-3cd2d782-c622-4372-9271-2fcca45f851b tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:27.123165 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7c140475-34e4-46e6-b617-2ca1e2f8b09c req-3cd2d782-c622-4372-9271-2fcca45f851b tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.41 "DELETE /v2.0/ports/2daba0db-e6f8-406d-af50-7cfeab14778f HTTP/1.1" status: 204 len: 173 time: 0.6389031 Mar 08 15:40:27.123772 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20cfd56-32ce-4128-8378-a5f34b70b41e', 'name': 'network-vif-deleted', 'tag': '2daba0db-e6f8-406d-af50-7cfeab14778f'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:40:27.126345 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63cbd80-5faa-433e-8dd2-c6b7d6d98de9" -d '{"events": [{"server_uuid": "d20cfd56-32ce-4128-8378-a5f34b70b41e", "name": "network-vif-deleted", "tag": "2daba0db-e6f8-406d-af50-7cfeab14778f"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:40:27.163018 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55831fb3-7a0f-4852-bd17-6b5b01054867 req-91c7694b-d4b9-4e49-b7ad-e97b8b9204be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:27.164510 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-55831fb3-7a0f-4852-bd17-6b5b01054867 req-91c7694b-d4b9-4e49-b7ad-e97b8b9204be service neutron] 10.222.0.41 "GET /v2.0/networks?id=336b1089-5f85-453c-a80f-537975cc126a HTTP/1.1" status: 200 len: 919 time: 0.1686628 Mar 08 15:40:27.176725 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e11cb6-a2c6-495c-b10d-c2e996766ed4 x-openstack-request-id: req-00e11cb6-a2c6-495c-b10d-c2e996766ed4 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:40:27.177109 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20cfd56-32ce-4128-8378-a5f34b70b41e", "name": "network-vif-deleted", "tag": "2daba0db-e6f8-406d-af50-7cfeab14778f", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:40:27.177503 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-00e11cb6-a2c6-495c-b10d-c2e996766ed4 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:40:27.177934 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20cfd56-32ce-4128-8378-a5f34b70b41e', 'name': 'network-vif-deleted', 'tag': '2daba0db-e6f8-406d-af50-7cfeab14778f', 'status': 'completed', 'code': 200} Mar 08 15:40:28.158181 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92395538-5b76-4bb9-82ab-5adb14d91113 req-8fc13436-cb56-44f1-b4aa-d99df7846c8a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:28.159867 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-92395538-5b76-4bb9-82ab-5adb14d91113 req-8fc13436-cb56-44f1-b4aa-d99df7846c8a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0619025 Mar 08 15:40:28.205763 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e5989298-77d4-4454-8fe0-4f3a274b822a req-ae225f89-d45c-4f03-9e2c-6972d00a768c tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 210 time: 0.0334406 Mar 08 15:40:28.233290 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-92395538-5b76-4bb9-82ab-5adb14d91113 req-63e50d22-b7ed-430a-bad7-f506196cf4ab tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678995 Mar 08 15:40:29.317581 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4431c29b-0a6a-4d31-95f7-f505708db445 req-a2e8e6da-3f6d-4dae-bf74-e0a3caaa36a6 tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 210 time: 0.0311401 Mar 08 15:40:29.370264 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6a41a-2fd2-4e97-9414-66c773f460ec req-53359436-1e20-4a0a-b9af-80346e2fcda4 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:29.371736 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-70b6a41a-2fd2-4e97-9414-66c773f460ec req-53359436-1e20-4a0a-b9af-80346e2fcda4 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0565782 Mar 08 15:40:29.419405 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-70b6a41a-2fd2-4e97-9414-66c773f460ec req-80b8b12f-25c6-40b5-b2c9-495d10761323 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414481 Mar 08 15:40:29.902546 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-55831fb3-7a0f-4852-bd17-6b5b01054867 req-b83999b1-1110-4f74-a0a6-9d00d7d150fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9362275f-524c-4c5c-8b75-90fff569d8d7 HTTP/1.1" status: 200 len: 217 time: 0.0390205 Mar 08 15:40:29.954500 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55831fb3-7a0f-4852-bd17-6b5b01054867 req-418d4879-f7e4-4add-bdc4-4c962f022b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:29.955937 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-55831fb3-7a0f-4852-bd17-6b5b01054867 req-418d4879-f7e4-4add-bdc4-4c962f022b06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d1e6a02-595b-4943-bc40-53e048758393 HTTP/1.1" status: 200 len: 858 time: 0.0436642 Mar 08 15:40:29.999918 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-55831fb3-7a0f-4852-bd17-6b5b01054867 req-71d0e944-0819-4ca7-aae7-5f4dc4a4608c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=336b1089-5f85-453c-a80f-537975cc126a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338721 Mar 08 15:40:30.099420 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-55831fb3-7a0f-4852-bd17-6b5b01054867 req-0f802638-0dfb-412f-8b4c-e142e6f5bb16 service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894678 Mar 08 15:40:30.207628 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-55831fb3-7a0f-4852-bd17-6b5b01054867 req-f0ab45a7-e0cb-44f3-8876-7f96c32db09b service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910392 Mar 08 15:40:30.431820 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-005448e9-2e24-4339-b6ed-40de34ec9a1c req-23dee762-b5a6-463f-bc04-9ea8b2752f8e tempest-VolumesActionsTest-96777560 tempest-VolumesActionsTest-96777560-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20cfd56-32ce-4128-8378-a5f34b70b41e HTTP/1.1" status: 200 len: 210 time: 0.0271761 Mar 08 15:40:30.552065 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63177020-84b8-4121-bd2b-dc7b55266130 req-2db519da-db1a-47c3-a55e-864fa9febf5f tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:30.553512 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-63177020-84b8-4121-bd2b-dc7b55266130 req-2db519da-db1a-47c3-a55e-864fa9febf5f tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0525904 Mar 08 15:40:30.604807 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-63177020-84b8-4121-bd2b-dc7b55266130 req-df99aae4-5fe6-4652-9142-28d60d4e628f tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456028 Mar 08 15:40:31.468824 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 2daba0db-e6f8-406d-af50-7cfeab14778f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:40:31.495147 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: 2daba0db-e6f8-406d-af50-7cfeab14778f {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:40:31.495799 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 2daba0db-e6f8-406d-af50-7cfeab14778f not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:40:31.496599 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:40:31.721752 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf16a90-4e96-4948-af4d-d1b985721768 req-7e8b4f5d-a788-424d-9226-d9ff723299d4 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:31.723395 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-adf16a90-4e96-4948-af4d-d1b985721768 req-7e8b4f5d-a788-424d-9226-d9ff723299d4 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0536492 Mar 08 15:40:31.773767 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-adf16a90-4e96-4948-af4d-d1b985721768 req-49a38a20-3a69-43a4-bf65-522bb92091f8 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430191 Mar 08 15:40:32.893227 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03badf9-ed49-485c-9317-4330d8a52c1e req-1bf588d7-fd13-4ea2-b4f5-33e011c2fbcf tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:32.894683 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f03badf9-ed49-485c-9317-4330d8a52c1e req-1bf588d7-fd13-4ea2-b4f5-33e011c2fbcf tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0543056 Mar 08 15:40:32.943309 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f03badf9-ed49-485c-9317-4330d8a52c1e req-10bc614b-b8ed-415c-a5e5-3b94b288fed7 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411887 Mar 08 15:40:34.100293 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddccb0-e6e0-49a6-a7a4-5bff3640092b req-a34da673-a37e-43a4-86cb-9b41bd7d1afd tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:34.102363 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-78ddccb0-e6e0-49a6-a7a4-5bff3640092b req-a34da673-a37e-43a4-86cb-9b41bd7d1afd tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0721483 Mar 08 15:40:34.108532 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 40794) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:34.172215 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-78ddccb0-e6e0-49a6-a7a4-5bff3640092b req-f90844d2-0528-4b27-9f5f-d6d7e7c8e15c tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630944 Mar 08 15:40:34.239365 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-aece3190-0071-4305-95d8-c42a856f552a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:34.321218 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-aece3190-0071-4305-95d8-c42a856f552a admin admin] Publish callbacks [] for security_group (f6805c11-24a9-4e72-950b-83e6e033f7d9), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:34.326143 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-aece3190-0071-4305-95d8-c42a856f552a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (f6805c11-24a9-4e72-950b-83e6e033f7d9), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:34.362287 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece3190-0071-4305-95d8-c42a856f552a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6805c11-24a9-4e72-950b-83e6e033f7d9,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:34.367312 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-aece3190-0071-4305-95d8-c42a856f552a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0cdf968812a4a36b86bc605a92cd6fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576461 Mar 08 15:40:34.369412 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 40808) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:34.419831 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-94933ce2-94aa-4edc-a373-e1849bda4305 admin admin] Publish callbacks [] for security_group (f6805c11-24a9-4e72-950b-83e6e033f7d9), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:34.443000 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-94933ce2-94aa-4edc-a373-e1849bda4305 admin admin] Publish callbacks [] for security_group (f6805c11-24a9-4e72-950b-83e6e033f7d9), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:34.492697 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-94933ce2-94aa-4edc-a373-e1849bda4305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (f6805c11-24a9-4e72-950b-83e6e033f7d9), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:34.495257 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-94933ce2-94aa-4edc-a373-e1849bda4305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:34.496396 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-94933ce2-94aa-4edc-a373-e1849bda4305 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6805c11-24a9-4e72-950b-83e6e033f7d9 HTTP/1.1" status: 204 len: 168 time: 0.1260512 Mar 08 15:40:34.504637 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94933ce2-94aa-4edc-a373-e1849bda4305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6805c11-24a9-4e72-950b-83e6e033f7d9,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:35.300236 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f2649-a88e-4df2-9779-c81162a22c5e req-27216729-b933-4fe4-80bd-9c9f745ea532 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:35.301694 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ab1f2649-a88e-4df2-9779-c81162a22c5e req-27216729-b933-4fe4-80bd-9c9f745ea532 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0581098 Mar 08 15:40:35.350854 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ab1f2649-a88e-4df2-9779-c81162a22c5e req-98f1857b-3f70-49b5-8cfb-44998021d6c4 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423765 Mar 08 15:40:35.745319 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-ff4afb57-cd13-4d19-8f09-716dfd5b1ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:36.479354 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bf22a-06fc-48a4-8ba4-6cd71b94a911 req-0efeff7f-86ee-432d-86d6-4562acef1267 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:36.480840 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-147bf22a-06fc-48a4-8ba4-6cd71b94a911 req-0efeff7f-86ee-432d-86d6-4562acef1267 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0636396 Mar 08 15:40:36.532128 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-147bf22a-06fc-48a4-8ba4-6cd71b94a911 req-41f57f01-9904-4123-8cb5-82ad29288881 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454569 Mar 08 15:40:37.665018 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a38043-542f-4ec8-826d-9b9a082e227c req-44583bb5-0437-41cf-93ff-289b255f3ba0 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:37.666742 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-45a38043-542f-4ec8-826d-9b9a082e227c req-44583bb5-0437-41cf-93ff-289b255f3ba0 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0615377 Mar 08 15:40:37.720817 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-45a38043-542f-4ec8-826d-9b9a082e227c req-ce1c2383-2433-4c17-ad62-a14782bed3d8 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478244 Mar 08 15:40:38.113784 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 40908) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:38.231422 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-840aefcc-9a17-4cfa-a701-65a67b5c9983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:38.324388 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-840aefcc-9a17-4cfa-a701-65a67b5c9983 admin admin] Publish callbacks [] for security_group (f9f5b216-bca2-4f84-a41e-9312d073f201), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:38.329316 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-840aefcc-9a17-4cfa-a701-65a67b5c9983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (f9f5b216-bca2-4f84-a41e-9312d073f201), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:38.370832 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-840aefcc-9a17-4cfa-a701-65a67b5c9983 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23ffc84ab1f6458eb0c0544a987d095b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556171 Mar 08 15:40:38.371667 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840aefcc-9a17-4cfa-a701-65a67b5c9983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f5b216-bca2-4f84-a41e-9312d073f201,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:38.373940 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 40920) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:38.428011 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d579c1e5-27f7-47ea-8cc8-9fa17ff2673b admin admin] Publish callbacks [] for security_group (f9f5b216-bca2-4f84-a41e-9312d073f201), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:38.451029 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d579c1e5-27f7-47ea-8cc8-9fa17ff2673b admin admin] Publish callbacks [] for security_group (f9f5b216-bca2-4f84-a41e-9312d073f201), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:38.492216 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b9d44d14-92de-40c3-8d00-778712a0431d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:38.524923 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d579c1e5-27f7-47ea-8cc8-9fa17ff2673b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (f9f5b216-bca2-4f84-a41e-9312d073f201), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:38.528457 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d579c1e5-27f7-47ea-8cc8-9fa17ff2673b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:38.529838 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-d579c1e5-27f7-47ea-8cc8-9fa17ff2673b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9f5b216-bca2-4f84-a41e-9312d073f201 HTTP/1.1" status: 204 len: 168 time: 0.1546247 Mar 08 15:40:38.537841 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579c1e5-27f7-47ea-8cc8-9fa17ff2673b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f5b216-bca2-4f84-a41e-9312d073f201,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:38.852302 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5455c9b-a624-434f-8c67-a5cca7cb2add req-900040c0-9168-4bb2-a2d6-84d172d5f4ff tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:38.854599 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c5455c9b-a624-434f-8c67-a5cca7cb2add req-900040c0-9168-4bb2-a2d6-84d172d5f4ff tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0555093 Mar 08 15:40:38.919642 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c5455c9b-a624-434f-8c67-a5cca7cb2add req-0d768d3c-ca3e-42fe-a91c-cb9c8840b8da tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585275 Mar 08 15:40:40.186156 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:40.289513 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba94be6-cb1d-4b1b-8d74-39be8514e53a req-6a5a9786-d521-41b6-9442-1c0959dfa47a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:40.291902 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8ba94be6-cb1d-4b1b-8d74-39be8514e53a req-6a5a9786-d521-41b6-9442-1c0959dfa47a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.2916880 Mar 08 15:40:40.339236 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8ba94be6-cb1d-4b1b-8d74-39be8514e53a req-a60d9beb-9a93-4936-8ea6-20e74727b582 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411954 Mar 08 15:40:40.983251 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:41.039408 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41c857-6b9e-4d17-bdfe-c99292b7a427 req-bede0f57-189c-4706-ba92-a7739354d674 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:41.040914 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7d41c857-6b9e-4d17-bdfe-c99292b7a427 req-bede0f57-189c-4706-ba92-a7739354d674 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0560145 Mar 08 15:40:41.090299 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7d41c857-6b9e-4d17-bdfe-c99292b7a427 req-3ea7009a-f5c3-4eab-acfa-09efffb11ab2 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433953 Mar 08 15:40:41.464138 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317afe4-2963-42ce-94af-8a754ddacc45 req-ba1a4fda-ca31-441b-b845-40df92b977fc tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:41.465541 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e317afe4-2963-42ce-94af-8a754ddacc45 req-ba1a4fda-ca31-441b-b845-40df92b977fc tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0569606 Mar 08 15:40:41.513144 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e317afe4-2963-42ce-94af-8a754ddacc45 req-50ec4162-ab45-4873-a670-6ed7ef5a78ba tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416024 Mar 08 15:40:42.223389 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0aa56-34de-47e2-9e41-c10a7920a8f2 req-a9715a98-992b-4e6c-a757-bda51fd97809 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:42.224881 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7fe0aa56-34de-47e2-9e41-c10a7920a8f2 req-a9715a98-992b-4e6c-a757-bda51fd97809 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0530550 Mar 08 15:40:42.274002 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7fe0aa56-34de-47e2-9e41-c10a7920a8f2 req-ff629b2d-b5b4-4c75-b622-f795a34ea91d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401723 Mar 08 15:40:42.290638 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:42.653035 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0705a68-0dd2-488b-9e55-b49ea50216b4 req-f249c53c-aac4-403f-9c23-d002039a7c41 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:42.654571 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d0705a68-0dd2-488b-9e55-b49ea50216b4 req-f249c53c-aac4-403f-9c23-d002039a7c41 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0588408 Mar 08 15:40:42.703832 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d0705a68-0dd2-488b-9e55-b49ea50216b4 req-19893149-7b01-4a9b-8a72-3914b9e43001 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435123 Mar 08 15:40:43.407215 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997a152-8df2-4558-aecd-0901c801fc6c req-e1c80a76-349a-406e-b8c9-968f860393df tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:43.408673 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7997a152-8df2-4558-aecd-0901c801fc6c req-e1c80a76-349a-406e-b8c9-968f860393df tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0544119 Mar 08 15:40:43.455880 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7997a152-8df2-4558-aecd-0901c801fc6c req-e916cdd8-ac40-434c-845b-e46bc7a8ac2d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418143 Mar 08 15:40:43.831306 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20a3b8-a3a2-4b41-a87b-c16b79c104e5 req-b2a0be50-218e-49f5-92d1-4db9a3884ffc tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:43.832777 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ab20a3b8-a3a2-4b41-a87b-c16b79c104e5 req-b2a0be50-218e-49f5-92d1-4db9a3884ffc tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0547504 Mar 08 15:40:43.885986 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ab20a3b8-a3a2-4b41-a87b-c16b79c104e5 req-296623e2-358f-44c9-8bce-edcec88c09ed tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472710 Mar 08 15:40:44.586337 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4582f-a336-4488-957e-46ace2b24f1a req-c8218b88-8e6c-413b-8083-bfe4daaf8995 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:44.587908 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-86e4582f-a336-4488-957e-46ace2b24f1a req-c8218b88-8e6c-413b-8083-bfe4daaf8995 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0596085 Mar 08 15:40:44.638106 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-86e4582f-a336-4488-957e-46ace2b24f1a req-7bfd0383-2fdc-48cc-b1b2-85380065b0d0 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442555 Mar 08 15:40:45.014051 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f3c27-8659-41e8-9cdd-e0be59d3a4de req-bda99584-d621-44ca-9e52-4665624666fa tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:45.015535 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7d8f3c27-8659-41e8-9cdd-e0be59d3a4de req-bda99584-d621-44ca-9e52-4665624666fa tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0617039 Mar 08 15:40:45.074957 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7d8f3c27-8659-41e8-9cdd-e0be59d3a4de req-a4e71c11-7623-4c20-8319-5e6700ec4da8 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538177 Mar 08 15:40:45.773970 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6a786-2b5c-4970-9fd5-34abe1111b14 req-a04b1be2-08d8-47cc-a16e-64303d5e9725 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:45.775543 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1ad6a786-2b5c-4970-9fd5-34abe1111b14 req-a04b1be2-08d8-47cc-a16e-64303d5e9725 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0594299 Mar 08 15:40:45.830034 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1ad6a786-2b5c-4970-9fd5-34abe1111b14 req-63cfbca4-5019-41b3-992a-8c57d54658c9 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487957 Mar 08 15:40:46.221250 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078f312-f9be-4060-a114-12e239ba7055 req-7a4be89b-73e7-449a-908a-516f2384072e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:46.222803 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7078f312-f9be-4060-a114-12e239ba7055 req-7a4be89b-73e7-449a-908a-516f2384072e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0546088 Mar 08 15:40:46.272116 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7078f312-f9be-4060-a114-12e239ba7055 req-401a98e4-95c9-4b31-8715-66526da85346 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429339 Mar 08 15:40:46.734306 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d76d9-05a9-40f4-8975-3031bafaa23d req-3f603715-d55a-4ab7-a8a6-5623c87fec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:46.735935 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-690d76d9-05a9-40f4-8975-3031bafaa23d req-3f603715-d55a-4ab7-a8a6-5623c87fec70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da68c550349b4d5d88fe95a528ab1898&device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 1129 time: 0.0499165 Mar 08 15:40:46.851398 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d76d9-05a9-40f4-8975-3031bafaa23d req-122a784c-4968-44fc-bf6d-cf14f0fb2443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:46.852873 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-690d76d9-05a9-40f4-8975-3031bafaa23d req-122a784c-4968-44fc-bf6d-cf14f0fb2443 service neutron] 10.222.0.41 "GET /v2.0/networks?id=336b1089-5f85-453c-a80f-537975cc126a HTTP/1.1" status: 200 len: 919 time: 0.0898564 Mar 08 15:40:46.902487 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-690d76d9-05a9-40f4-8975-3031bafaa23d req-843ad9f2-de5f-468d-8463-57bc9578fdb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9362275f-524c-4c5c-8b75-90fff569d8d7 HTTP/1.1" status: 200 len: 217 time: 0.0386612 Mar 08 15:40:46.967033 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d76d9-05a9-40f4-8975-3031bafaa23d req-40a6cebc-d220-4267-a05f-8e5886c7a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:46.968195 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe743e28-fa49-4b4c-a9a7-053d4f310690 req-405d2c9c-376f-4148-879d-5993c7b52bb0 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:46.968485 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-690d76d9-05a9-40f4-8975-3031bafaa23d req-40a6cebc-d220-4267-a05f-8e5886c7a449 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d1e6a02-595b-4943-bc40-53e048758393 HTTP/1.1" status: 200 len: 858 time: 0.0463498 Mar 08 15:40:46.969711 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fe743e28-fa49-4b4c-a9a7-053d4f310690 req-405d2c9c-376f-4148-879d-5993c7b52bb0 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0565579 Mar 08 15:40:47.009394 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-690d76d9-05a9-40f4-8975-3031bafaa23d req-479050e1-b648-4396-9528-05bc5c86a699 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=336b1089-5f85-453c-a80f-537975cc126a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251622 Mar 08 15:40:47.021875 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fe743e28-fa49-4b4c-a9a7-053d4f310690 req-e561a291-0783-4ede-89d2-15dc20b9121b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464492 Mar 08 15:40:47.114056 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-690d76d9-05a9-40f4-8975-3031bafaa23d req-7e99979f-62ce-4158-93e0-6a5d378c03fd service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973063 Mar 08 15:40:47.202909 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-690d76d9-05a9-40f4-8975-3031bafaa23d req-7b21a923-46c6-46de-95ac-58daaf47e650 service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824499 Mar 08 15:40:47.334696 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:47.401081 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d26d86-4398-4a7a-8b70-075b4c7dcfea req-ebf45140-0206-497e-b3d9-494d8fd03d07 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:47.402557 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b1d26d86-4398-4a7a-8b70-075b4c7dcfea req-ebf45140-0206-497e-b3d9-494d8fd03d07 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0578845 Mar 08 15:40:47.451101 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b1d26d86-4398-4a7a-8b70-075b4c7dcfea req-f23f80ba-47fe-4a37-96a8-1e200785e12e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426865 Mar 08 15:40:48.168617 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9f85e-6a1a-4620-acac-0d9a94dc676f req-68e8eee6-02b2-421e-b821-59836f4ab6d2 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:48.170219 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-10b9f85e-6a1a-4620-acac-0d9a94dc676f req-68e8eee6-02b2-421e-b821-59836f4ab6d2 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0624290 Mar 08 15:40:48.222031 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-10b9f85e-6a1a-4620-acac-0d9a94dc676f req-ffa08bc8-81e5-43cf-9a16-522de7164d0b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451403 Mar 08 15:40:48.598179 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70a911-4e7a-4e07-9b06-f87393cbee1e req-4c4a7a54-a360-48fe-9ba3-372db9c05e24 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:48.599790 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9a70a911-4e7a-4e07-9b06-f87393cbee1e req-4c4a7a54-a360-48fe-9ba3-372db9c05e24 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0718932 Mar 08 15:40:48.690811 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9a70a911-4e7a-4e07-9b06-f87393cbee1e req-0ae5b42c-703a-460b-98d4-6393b718c9f9 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692396 Mar 08 15:40:49.398500 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85637150-fae3-4c67-838c-2fb9caea06b6 req-c4db2433-a5e3-4f13-9e25-55c8a52cd08c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:49.406196 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-85637150-fae3-4c67-838c-2fb9caea06b6 req-c4db2433-a5e3-4f13-9e25-55c8a52cd08c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0970674 Mar 08 15:40:49.474919 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-85637150-fae3-4c67-838c-2fb9caea06b6 req-69d8617c-dbc8-42c8-9a54-49daf1ce4a7e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677943 Mar 08 15:40:49.829590 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c0558-dbf3-4fb6-876a-54034a27f635 req-51570b7a-a78b-4be9-b4da-ce46bd97db34 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:49.838453 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0e5c0558-dbf3-4fb6-876a-54034a27f635 req-51570b7a-a78b-4be9-b4da-ce46bd97db34 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0881295 Mar 08 15:40:49.921229 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0e5c0558-dbf3-4fb6-876a-54034a27f635 req-29c98e9b-69a0-482d-9a46-3b58e63a7f9e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804408 Mar 08 15:40:50.188173 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 41322) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:50.324217 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-882499a8-d20e-41eb-a1ba-0e630ee5d542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:50.450476 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-882499a8-d20e-41eb-a1ba-0e630ee5d542 admin admin] Publish callbacks [] for security_group (1861fa66-3690-44fa-b303-3b867de35836), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:50.472209 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-882499a8-d20e-41eb-a1ba-0e630ee5d542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (1861fa66-3690-44fa-b303-3b867de35836), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:50.510778 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-882499a8-d20e-41eb-a1ba-0e630ee5d542 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71f1fbc9639041bdbcf3775a95d2f0cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199086 Mar 08 15:40:50.513209 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 41332) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:50.584079 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-79dded6a-529f-440f-96ad-db85696e741a admin admin] Publish callbacks [] for security_group (1861fa66-3690-44fa-b303-3b867de35836), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:50.588205 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882499a8-d20e-41eb-a1ba-0e630ee5d542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1861fa66-3690-44fa-b303-3b867de35836,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:50.604762 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882499a8-d20e-41eb-a1ba-0e630ee5d542 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.605117 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882499a8-d20e-41eb-a1ba-0e630ee5d542 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.605456 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882499a8-d20e-41eb-a1ba-0e630ee5d542 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.605802 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882499a8-d20e-41eb-a1ba-0e630ee5d542 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.606145 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882499a8-d20e-41eb-a1ba-0e630ee5d542 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.606736 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882499a8-d20e-41eb-a1ba-0e630ee5d542 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.607073 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882499a8-d20e-41eb-a1ba-0e630ee5d542 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.607727 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882499a8-d20e-41eb-a1ba-0e630ee5d542 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.608233 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882499a8-d20e-41eb-a1ba-0e630ee5d542 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.608793 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882499a8-d20e-41eb-a1ba-0e630ee5d542 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.609137 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882499a8-d20e-41eb-a1ba-0e630ee5d542 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.609457 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882499a8-d20e-41eb-a1ba-0e630ee5d542 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.609797 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882499a8-d20e-41eb-a1ba-0e630ee5d542 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.651570 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-79dded6a-529f-440f-96ad-db85696e741a admin admin] Publish callbacks [] for security_group (1861fa66-3690-44fa-b303-3b867de35836), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:50.706457 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1e25f-655f-4efc-9693-b19ee5d25f46 req-4eabc5e7-0970-43ea-bd5f-31ddbe46956e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:50.708037 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e3e1e25f-655f-4efc-9693-b19ee5d25f46 req-4eabc5e7-0970-43ea-bd5f-31ddbe46956e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.1125026 Mar 08 15:40:50.725799 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-79dded6a-529f-440f-96ad-db85696e741a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (1861fa66-3690-44fa-b303-3b867de35836), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:50.728945 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-79dded6a-529f-440f-96ad-db85696e741a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:50.730270 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-79dded6a-529f-440f-96ad-db85696e741a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1861fa66-3690-44fa-b303-3b867de35836 HTTP/1.1" status: 204 len: 168 time: 0.2157485 Mar 08 15:40:50.769824 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dded6a-529f-440f-96ad-db85696e741a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1861fa66-3690-44fa-b303-3b867de35836,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:50.788880 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dded6a-529f-440f-96ad-db85696e741a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.789463 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dded6a-529f-440f-96ad-db85696e741a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.789964 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dded6a-529f-440f-96ad-db85696e741a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.790515 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dded6a-529f-440f-96ad-db85696e741a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.791012 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dded6a-529f-440f-96ad-db85696e741a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.791498 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dded6a-529f-440f-96ad-db85696e741a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.791989 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dded6a-529f-440f-96ad-db85696e741a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.792822 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dded6a-529f-440f-96ad-db85696e741a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.793448 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dded6a-529f-440f-96ad-db85696e741a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.793949 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dded6a-529f-440f-96ad-db85696e741a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.794606 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dded6a-529f-440f-96ad-db85696e741a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.795100 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dded6a-529f-440f-96ad-db85696e741a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.795774 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dded6a-529f-440f-96ad-db85696e741a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:40:50.828068 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e3e1e25f-655f-4efc-9693-b19ee5d25f46 req-e22d7cf5-d990-44af-adcd-8d44d4923b21 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918813 Mar 08 15:40:51.144629 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf48684-8c13-40c0-a60b-261df21149c5 req-089f6dc4-243c-4fe1-92e2-c2eedbf8aa35 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:51.147322 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-dcf48684-8c13-40c0-a60b-261df21149c5 req-089f6dc4-243c-4fe1-92e2-c2eedbf8aa35 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.1140819 Mar 08 15:40:51.205423 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-dcf48684-8c13-40c0-a60b-261df21149c5 req-aa44547f-c282-441c-b224-94ea65f84ace tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505948 Mar 08 15:40:51.333337 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 41356) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:51.347979 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aed73fac-ae62-4b11-b930-09496dc2bd13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:51.433436 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aed73fac-ae62-4b11-b930-09496dc2bd13 admin admin] Publish callbacks [] for security_group (34afcae5-48ee-426d-8614-a874695b024a), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:51.438729 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aed73fac-ae62-4b11-b930-09496dc2bd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (34afcae5-48ee-426d-8614-a874695b024a), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:51.479074 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed73fac-ae62-4b11-b930-09496dc2bd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34afcae5-48ee-426d-8614-a874695b024a,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:51.487638 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-aed73fac-ae62-4b11-b930-09496dc2bd13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15a86320d5c64159ae737787e0974ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530173 Mar 08 15:40:51.488242 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 41362) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:51.551281 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95666b1c-b85e-4c9b-aa1a-e6c4e1a1340b admin admin] Publish callbacks [] for security_group (34afcae5-48ee-426d-8614-a874695b024a), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:51.575913 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95666b1c-b85e-4c9b-aa1a-e6c4e1a1340b admin admin] Publish callbacks [] for security_group (34afcae5-48ee-426d-8614-a874695b024a), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:51.646853 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95666b1c-b85e-4c9b-aa1a-e6c4e1a1340b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (34afcae5-48ee-426d-8614-a874695b024a), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:51.649471 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95666b1c-b85e-4c9b-aa1a-e6c4e1a1340b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:51.650906 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-95666b1c-b85e-4c9b-aa1a-e6c4e1a1340b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34afcae5-48ee-426d-8614-a874695b024a HTTP/1.1" status: 204 len: 168 time: 0.1600766 Mar 08 15:40:51.663842 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95666b1c-b85e-4c9b-aa1a-e6c4e1a1340b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34afcae5-48ee-426d-8614-a874695b024a,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:52.040038 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64117a5e-70b3-4b03-9c6a-437bf23587b8 req-1857a703-f4e0-493f-be44-22a2eb8755e0 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:52.048477 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-64117a5e-70b3-4b03-9c6a-437bf23587b8 req-1857a703-f4e0-493f-be44-22a2eb8755e0 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0948715 Mar 08 15:40:52.113602 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-64117a5e-70b3-4b03-9c6a-437bf23587b8 req-6de83c4a-610d-4b3e-af2e-46ed5bec772f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641100 Mar 08 15:40:52.410034 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7cc8e-c9a0-49b3-9bb7-6c46c243f88d req-624a49f3-4ff7-42de-beeb-f302709a443a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:52.411621 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cca7cc8e-c9a0-49b3-9bb7-6c46c243f88d req-624a49f3-4ff7-42de-beeb-f302709a443a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0849190 Mar 08 15:40:52.513001 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cca7cc8e-c9a0-49b3-9bb7-6c46c243f88d req-9d65db0b-a89f-4e31-a492-2ebe29aa60ef tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885289 Mar 08 15:40:52.538882 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-9925ffe6-f42a-4ade-9f73-2ea0a97f1a6b tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053997725&fields=id&tenant_id=8d0cf23d94b04413bd119204393f2f3d HTTP/1.1" status: 200 len: 267 time: 0.0873427 Mar 08 15:40:52.740095 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-aa67ab5f-9b91-4b18-af39-77e40296c411 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:52.747601 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-aa67ab5f-9b91-4b18-af39-77e40296c411 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/networks?id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f HTTP/1.1" status: 200 len: 812 time: 0.1902683 Mar 08 15:40:52.766110 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-a026de51-e5c0-4cc9-a3ca-32a89f4b20b2 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/quotas/8d0cf23d94b04413bd119204393f2f3d HTTP/1.1" status: 200 len: 375 time: 0.0170457 Mar 08 15:40:52.847599 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-4efa52dc-d98f-4213-afb6-9a6725520050 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d0cf23d94b04413bd119204393f2f3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744374 Mar 08 15:40:52.982983 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-07580c69-22cb-42f5-9616-ad90bb444364 service neutron] 10.222.0.11 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328866 Mar 08 15:40:53.103376 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-23f7a12f-38f4-4d7e-a4a2-e182d2d6a84a service neutron] 10.222.0.11 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191223 Mar 08 15:40:53.294017 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc12a8a-af8c-40e9-b4e6-f19ccb4f654a req-abbda67e-5cd2-4cea-a583-9084d202f000 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:53.295711 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9dc12a8a-af8c-40e9-b4e6-f19ccb4f654a req-abbda67e-5cd2-4cea-a583-9084d202f000 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0847692 Mar 08 15:40:53.381595 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9dc12a8a-af8c-40e9-b4e6-f19ccb4f654a req-37cc1284-9b60-4501-a469-0c6b01e9de89 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769038 Mar 08 15:40:53.667781 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6bd1fefd-9757-41ca-bcbe-614873d07aee req-6a9f6c2e-1b53-4214-93b0-d1ba48f3db53 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 210 time: 0.0693390 Mar 08 15:40:53.808972 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ba3c2-f45d-4fcf-8b6c-3f18e78ccd5b req-22a3324b-5777-421d-bdb2-081b74e820bd tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:53.822978 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-541ba3c2-f45d-4fcf-8b6c-3f18e78ccd5b req-22a3324b-5777-421d-bdb2-081b74e820bd tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.1512513 Mar 08 15:40:53.887480 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-541ba3c2-f45d-4fcf-8b6c-3f18e78ccd5b req-00601628-551c-4121-9033-317c7a1604d7 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623019 Mar 08 15:40:54.514283 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f14568-b1cf-487a-9a49-0d836e671de5 req-05b22aeb-f998-485f-9033-210260ea1122 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:54.515780 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d8f14568-b1cf-487a-9a49-0d836e671de5 req-05b22aeb-f998-485f-9033-210260ea1122 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0556285 Mar 08 15:40:54.561569 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d8f14568-b1cf-487a-9a49-0d836e671de5 req-84393af4-5ded-406e-a888-c65db567212e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400400 Mar 08 15:40:54.828524 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cb404b37-233e-49b7-903f-4740da12f3a1 req-b65aa352-3528-4ba2-be26-d1f56646b891 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 210 time: 0.0436440 Mar 08 15:40:55.027382 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-b59a3083-a696-477c-b1b8-b57d1f4ebd7a tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:55.028848 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-b59a3083-a696-477c-b1b8-b57d1f4ebd7a tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.41 "GET /v2.0/networks?id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f HTTP/1.1" status: 200 len: 812 time: 0.2291315 Mar 08 15:40:55.105809 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acafcd-a6f4-4b96-81b5-89bf48c06cfa req-9aa5d241-d328-4ee3-9b5e-1f898b0b71e6 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:55.107831 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c6acafcd-a6f4-4b96-81b5-89bf48c06cfa req-9aa5d241-d328-4ee3-9b5e-1f898b0b71e6 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0822277 Mar 08 15:40:55.169241 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c6acafcd-a6f4-4b96-81b5-89bf48c06cfa req-2a20f9c7-c44f-41b4-9105-d0d9a0fbf0b2 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525122 Mar 08 15:40:55.433242 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-92981181-b4ac-4737-b980-0a541af104d8 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d0cf23d94b04413bd119204393f2f3d HTTP/1.1" status: 200 len: 380 time: 0.3934293 Mar 08 15:40:55.445323 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-fc12a8a3-679e-47fd-a8ac-07c52da92908 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Request body: {'port': {'device_id': '025cd9fc-9184-4e94-8ef8-b7b11606d0ee', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'admin_state_up': True, 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'security_groups': ['79647bf5-f5c2-439b-b4b8-7b927f0dd4b4']}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:55.710429 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-fc12a8a3-679e-47fd-a8ac-07c52da92908 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Made reservation on behalf of 8d0cf23d94b04413bd119204393f2f3d for: {'port': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:40:55.722066 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-fc12a8a3-679e-47fd-a8ac-07c52da92908 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:55.857796 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb271db-fbe0-4e6a-8c41-4e1ee055c6ba req-24920992-bd83-4ee5-bcc6-816c84f5a8ce tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:55.872064 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ddb271db-fbe0-4e6a-8c41-4e1ee055c6ba req-24920992-bd83-4ee5-bcc6-816c84f5a8ce tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.1326959 Mar 08 15:40:55.916127 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-fc12a8a3-679e-47fd-a8ac-07c52da92908 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Allocated IP 172.20.0.11 (31f76f4c-e1c8-4265-aa1d-74af55c0f69f/73b41290-8ee2-4e3d-bbe0-e90c06dbebb7/5f61dcad-871d-4d04-b7a1-1c65b08b1949) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:40:55.952729 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ddb271db-fbe0-4e6a-8c41-4e1ee055c6ba req-cc292204-651a-432d-adcf-0c1d8bb0a00b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749576 Mar 08 15:40:56.100288 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8a4f97b7-1b99-4a03-8e47-4685b03b529e req-1e688b61-bcc8-4bef-b802-78cf3fe3c9fb tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 210 time: 0.0592246 Mar 08 15:40:56.125782 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-fc12a8a3-679e-47fd-a8ac-07c52da92908 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for port (5f61dcad-871d-4d04-b7a1-1c65b08b1949), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:56.180832 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4eeda-50b2-4d99-8b09-d629f5d2cda4 req-01faf319-4ab6-48f0-a293-a1806fb4e49c tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:56.181878 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-fc12a8a3-679e-47fd-a8ac-07c52da92908 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (5f61dcad-871d-4d04-b7a1-1c65b08b1949), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:56.188887 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f6a4eeda-50b2-4d99-8b09-d629f5d2cda4 req-01faf319-4ab6-48f0-a293-a1806fb4e49c tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0868046 Mar 08 15:40:56.240685 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-fc12a8a3-679e-47fd-a8ac-07c52da92908 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:40:56.249655 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-fc12a8a3-679e-47fd-a8ac-07c52da92908 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:40:56.254734 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-fc12a8a3-679e-47fd-a8ac-07c52da92908 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:40:56.290685 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f6a4eeda-50b2-4d99-8b09-d629f5d2cda4 req-99427fbd-ebcf-4b72-897d-6a2c2966afdc tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004643 Mar 08 15:40:56.346103 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12a8a3-679e-47fd-a8ac-07c52da92908 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event updated for resources: {'Port': ['ID=5f61dcad-871d-4d04-b7a1-1c65b08b1949,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:56.395007 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-fc12a8a3-679e-47fd-a8ac-07c52da92908 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:56.395710 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-fc12a8a3-679e-47fd-a8ac-07c52da92908 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:56.443621 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-fc12a8a3-679e-47fd-a8ac-07c52da92908 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0023932 Mar 08 15:40:56.458512 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Request body: {'port': {'device_id': '025cd9fc-9184-4e94-8ef8-b7b11606d0ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:40:56.502499 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0abe32-0a35-47ea-bbe0-f833eb1f7937 req-103883ae-4c78-4bb0-8a62-47886133963d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:56.511230 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6b0abe32-0a35-47ea-bbe0-f833eb1f7937 req-103883ae-4c78-4bb0-8a62-47886133963d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.1348829 Mar 08 15:40:56.600071 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6b0abe32-0a35-47ea-bbe0-f833eb1f7937 req-db562d6f-2a60-4200-80aa-6f7705134e5d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869381 Mar 08 15:40:56.652456 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (5f61dcad-871d-4d04-b7a1-1c65b08b1949), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:56.693863 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-7e1ffd65-2b63-479f-829f-464ab87f939c None None] Provisioning complete for port 5f61dcad-871d-4d04-b7a1-1c65b08b1949 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:40:56.694609 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-7e1ffd65-2b63-479f-829f-464ab87f939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (5f61dcad-871d-4d04-b7a1-1c65b08b1949), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:56.763143 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ffd65-2b63-479f-829f-464ab87f939c None None] Port 5f61dcad-871d-4d04-b7a1-1c65b08b1949 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:40:56.819400 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 41566) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:56.960854 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-40e82772-c256-420c-b645-fe86a0343e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:56.995860 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc31a0e-2972-4109-b786-477aaf976d10 req-862924fd-4021-4257-bdd3-9f9b5b835299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:56.997441 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7fc31a0e-2972-4109-b786-477aaf976d10 req-862924fd-4021-4257-bdd3-9f9b5b835299 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 1129 time: 0.0953815 Mar 08 15:40:57.047584 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-40e82772-c256-420c-b645-fe86a0343e54 admin admin] Publish callbacks [] for security_group (dcf3f838-dd85-4daa-97e4-e0baa4d7197d), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:57.055364 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-40e82772-c256-420c-b645-fe86a0343e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (dcf3f838-dd85-4daa-97e4-e0baa4d7197d), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:57.089436 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f61dcad-871d-4d04-b7a1-1c65b08b1949 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:40:57.100461 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Publish callbacks [] for port (5f61dcad-871d-4d04-b7a1-1c65b08b1949), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:57.106686 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7fc31a0e-2972-4109-b786-477aaf976d10 req-a30d560f-23a5-40e9-803b-94968ce6310a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975211 Mar 08 15:40:57.121289 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Transition to ACTIVE for port object 5f61dcad-871d-4d04-b7a1-1c65b08b1949 will not be triggered until provisioned by entity L2. {{(pid=104418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:40:57.127730 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (5f61dcad-871d-4d04-b7a1-1c65b08b1949), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:57.157582 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-40e82772-c256-420c-b645-fe86a0343e54 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e68c9ce0fe3548078cf73f92ac4555ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3367028 Mar 08 15:40:57.161174 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 41574) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:57.163561 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e82772-c256-420c-b645-fe86a0343e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf3f838-dd85-4daa-97e4-e0baa4d7197d,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:57.199682 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Pushing event updated for resources: {'Port': ['ID=5f61dcad-871d-4d04-b7a1-1c65b08b1949,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:57.229750 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3f4c7-36f6-4d33-85c3-5aadcdd1242b req-f2bf7a6f-3704-4acc-9670-77874ddca3cc tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:57.231306 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3db3f4c7-36f6-4d33-85c3-5aadcdd1242b req-f2bf7a6f-3704-4acc-9670-77874ddca3cc tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.1594510 Mar 08 15:40:57.304985 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Attempting to bind port 5f61dcad-871d-4d04-b7a1-1c65b08b1949 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:40:57.305348 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Attempting to bind port 5f61dcad-871d-4d04-b7a1-1c65b08b1949 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:40:57.305692 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Attempting to bind port 5f61dcad-871d-4d04-b7a1-1c65b08b1949 on network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:40:57.310424 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a6b58d16-545e-4998-b8ee-4dd41436b541 admin admin] Publish callbacks [] for security_group (dcf3f838-dd85-4daa-97e4-e0baa4d7197d), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:57.311255 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Port 5f61dcad-871d-4d04-b7a1-1c65b08b1949 on network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:40:57.311578 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Attempting to bind port 5f61dcad-871d-4d04-b7a1-1c65b08b1949 on network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:40:57.317085 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:40:57.317426 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Checking segment: {'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:40:57.317813 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Bound using segment: {'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:40:57.318237 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Bound port: 5f61dcad-871d-4d04-b7a1-1c65b08b1949, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:40:57.318621 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (5f61dcad-871d-4d04-b7a1-1c65b08b1949), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:57.342917 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a6b58d16-545e-4998-b8ee-4dd41436b541 admin admin] Publish callbacks [] for security_group (dcf3f838-dd85-4daa-97e4-e0baa4d7197d), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:57.402303 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a6b58d16-545e-4998-b8ee-4dd41436b541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (dcf3f838-dd85-4daa-97e4-e0baa4d7197d), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:57.405607 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a6b58d16-545e-4998-b8ee-4dd41436b541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:57.406972 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-a6b58d16-545e-4998-b8ee-4dd41436b541 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dcf3f838-dd85-4daa-97e4-e0baa4d7197d HTTP/1.1" status: 204 len: 168 time: 0.2446091 Mar 08 15:40:57.427836 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] For port 5f61dcad-871d-4d04-b7a1-1c65b08b1949, host hv-cinder-83009, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:40:57.432589 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b58d16-545e-4998-b8ee-4dd41436b541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf3f838-dd85-4daa-97e4-e0baa4d7197d,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:57.433048 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] For port 5f61dcad-871d-4d04-b7a1-1c65b08b1949, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5f61dcad-871d-4d04-b7a1-1c65b08b1949,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:40:57.447570 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3db3f4c7-36f6-4d33-85c3-5aadcdd1242b req-12a278b2-9268-4d26-af71-dbdac51bda85 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913717 Mar 08 15:40:57.461050 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (5f61dcad-871d-4d04-b7a1-1c65b08b1949), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:57.482974 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:57.483661 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:57.485587 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] 10.222.0.41 "PUT /v2.0/ports/5f61dcad-871d-4d04-b7a1-1c65b08b1949 HTTP/1.1" status: 200 len: 1094 time: 1.0345149 Mar 08 15:40:57.487460 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025cd9fc-9184-4e94-8ef8-b7b11606d0ee', 'tag': '5f61dcad-871d-4d04-b7a1-1c65b08b1949'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:40:57.489795 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbb363a-8b2c-49a2-ac4e-dd16b350ad88" -d '{"events": [{"name": "network-changed", "server_uuid": "025cd9fc-9184-4e94-8ef8-b7b11606d0ee", "tag": "5f61dcad-871d-4d04-b7a1-1c65b08b1949"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:40:57.492107 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41373773-00bf-4dbc-824f-246c7fcb6771 req-e605dc74-e8cc-4b4f-aee7-48bb24fa2a41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:57.506765 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-41373773-00bf-4dbc-824f-246c7fcb6771 req-e605dc74-e8cc-4b4f-aee7-48bb24fa2a41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 944 time: 0.2713561 Mar 08 15:40:57.674900 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-41373773-00bf-4dbc-824f-246c7fcb6771 req-44c0d8a0-7acc-498d-b62a-8876b61727f7 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634483 Mar 08 15:40:57.733418 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d333486-1594-4dcc-be53-889ab2bc72f7 req-ad5b5b40-4977-4be9-8979-3ff5ca3ecdbc tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:57.744842 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1d333486-1594-4dcc-be53-889ab2bc72f7 req-ad5b5b40-4977-4be9-8979-3ff5ca3ecdbc tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.1348455 Mar 08 15:40:57.803055 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee833195-60e2-41ab-8f50-825dfb3b7624 service neutron] Pushing event updated for resources: {'Port': ['ID=5f61dcad-871d-4d04-b7a1-1c65b08b1949,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:57.866186 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf157f1-dfff-4341-a4f0-a8314117eaeb x-openstack-request-id: req-bcf157f1-dfff-4341-a4f0-a8314117eaeb {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:40:57.869300 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025cd9fc-9184-4e94-8ef8-b7b11606d0ee", "tag": "5f61dcad-871d-4d04-b7a1-1c65b08b1949", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:40:57.869784 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bcf157f1-dfff-4341-a4f0-a8314117eaeb {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:40:57.870367 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025cd9fc-9184-4e94-8ef8-b7b11606d0ee', 'tag': '5f61dcad-871d-4d04-b7a1-1c65b08b1949', 'status': 'completed', 'code': 200} Mar 08 15:40:57.884823 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-fc459913-660c-4387-9803-ab53b61f2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:57.887952 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-fc459913-660c-4387-9803-ab53b61f2dd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d0cf23d94b04413bd119204393f2f3d&device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 1128 time: 0.2880440 Mar 08 15:40:57.954243 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1d333486-1594-4dcc-be53-889ab2bc72f7 req-2e7956f9-0e91-4ce5-92e4-de3c810aea33 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084293 Mar 08 15:40:57.988208 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa24fcc-e2e5-4f94-9762-bb5fa7ce3821 req-83ab80b2-7df5-4575-87ec-223222f06414 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:57.990267 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-0279f519-787c-44ec-9495-96d55cf1c70c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f61dcad-871d-4d04-b7a1-1c65b08b1949 HTTP/1.1" status: 200 len: 217 time: 0.0922470 Mar 08 15:40:57.998187 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9fa24fcc-e2e5-4f94-9762-bb5fa7ce3821 req-83ab80b2-7df5-4575-87ec-223222f06414 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.1289511 Mar 08 15:40:58.080090 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-e7eda34c-8f50-4fe2-8710-fb723a24535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:58.081556 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-e7eda34c-8f50-4fe2-8710-fb723a24535d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73b41290-8ee2-4e3d-bbe0-e90c06dbebb7 HTTP/1.1" status: 200 len: 851 time: 0.0804675 Mar 08 15:40:58.098946 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9fa24fcc-e2e5-4f94-9762-bb5fa7ce3821 req-415b299a-cb17-4bd2-96b6-d5428d0d7da2 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995059 Mar 08 15:40:58.156272 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-c5c4c91d-e09d-4437-aec7-86b8167a0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:58.159483 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-c5c4c91d-e09d-4437-aec7-86b8167a0527 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693343 Mar 08 15:40:58.312187 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-a3f4c6fc-099d-44e5-a4b5-5bd7edfff76a service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395607 Mar 08 15:40:58.335369 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 41602) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:58.456705 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e4a1c6b4-82a1-4aca-948d-8b75cc988d65 req-dd0c1aa6-9410-4d47-8fe5-0b1934804995 service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362283 Mar 08 15:40:58.512526 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5196095-bbec-4025-ac7f-05eeabd1cef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:58.581549 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb363a-8b2c-49a2-ac4e-dd16b350ad88 req-bbf168d0-e3a3-4bb0-885c-2e73b3b37e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:58.583084 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ddbb363a-8b2c-49a2-ac4e-dd16b350ad88 req-bbf168d0-e3a3-4bb0-885c-2e73b3b37e71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d0cf23d94b04413bd119204393f2f3d&device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 1128 time: 0.0693872 Mar 08 15:40:58.673074 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5196095-bbec-4025-ac7f-05eeabd1cef6 admin admin] Publish callbacks [] for security_group (16cdb778-aea3-47c2-8975-c2ac4d95f1f7), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:58.682416 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5196095-bbec-4025-ac7f-05eeabd1cef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (16cdb778-aea3-47c2-8975-c2ac4d95f1f7), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:58.710888 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb363a-8b2c-49a2-ac4e-dd16b350ad88 req-636e503b-4024-4331-ab2d-df53a2f12e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:58.713400 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ddbb363a-8b2c-49a2-ac4e-dd16b350ad88 req-636e503b-4024-4331-ab2d-df53a2f12e5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f HTTP/1.1" status: 200 len: 913 time: 0.1224279 Mar 08 15:40:58.714146 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3af46-452f-4198-bc82-aa936c29c23e req-9dbe6ea5-06db-4501-a2b6-9be40c56c4a4 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:58.715686 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-25e3af46-452f-4198-bc82-aa936c29c23e req-9dbe6ea5-06db-4501-a2b6-9be40c56c4a4 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.1390834 Mar 08 15:40:58.759414 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-d5196095-bbec-4025-ac7f-05eeabd1cef6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9aeb014408e846a283333053493f631d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4228466 Mar 08 15:40:58.765105 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 41612) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:58.769219 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ddbb363a-8b2c-49a2-ac4e-dd16b350ad88 req-d871a178-4474-4673-99a5-5f2e27675a37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f61dcad-871d-4d04-b7a1-1c65b08b1949 HTTP/1.1" status: 200 len: 217 time: 0.0462070 Mar 08 15:40:58.802977 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5196095-bbec-4025-ac7f-05eeabd1cef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cdb778-aea3-47c2-8975-c2ac4d95f1f7,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:58.833664 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb363a-8b2c-49a2-ac4e-dd16b350ad88 req-de948548-2d97-4bd9-a476-7dfd0caa6d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:58.835560 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ddbb363a-8b2c-49a2-ac4e-dd16b350ad88 req-de948548-2d97-4bd9-a476-7dfd0caa6d83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73b41290-8ee2-4e3d-bbe0-e90c06dbebb7 HTTP/1.1" status: 200 len: 851 time: 0.0582473 Mar 08 15:40:58.863141 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-25e3af46-452f-4198-bc82-aa936c29c23e req-85853685-40b6-446f-a861-ca0a521432bc tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338620 Mar 08 15:40:58.912622 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b7067-2b20-41f0-a379-63bdf578dba6 req-63f2de14-c82b-4b28-9138-2153ea37addd tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:58.918430 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-862b7067-2b20-41f0-a379-63bdf578dba6 req-63f2de14-c82b-4b28-9138-2153ea37addd tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 944 time: 0.1658185 Mar 08 15:40:58.928186 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1ce058a7-fd32-4ac6-a880-8338392db839 admin admin] Publish callbacks [] for security_group (16cdb778-aea3-47c2-8975-c2ac4d95f1f7), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:58.961541 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1ce058a7-fd32-4ac6-a880-8338392db839 admin admin] Publish callbacks [] for security_group (16cdb778-aea3-47c2-8975-c2ac4d95f1f7), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:58.970021 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-862b7067-2b20-41f0-a379-63bdf578dba6 req-a121c8f4-cc0f-40fb-b037-8481f7adebdf tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530188 Mar 08 15:40:58.974275 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb363a-8b2c-49a2-ac4e-dd16b350ad88 req-c6bcdfd7-d416-4202-be3a-cda360e63b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:58.975700 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ddbb363a-8b2c-49a2-ac4e-dd16b350ad88 req-c6bcdfd7-d416-4202-be3a-cda360e63b97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1294193 Mar 08 15:40:59.130342 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ddbb363a-8b2c-49a2-ac4e-dd16b350ad88 req-d1ece96c-59ab-4000-a64f-74c5f574b78f service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427877 Mar 08 15:40:59.131655 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1ce058a7-fd32-4ac6-a880-8338392db839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (16cdb778-aea3-47c2-8975-c2ac4d95f1f7), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:59.134412 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1ce058a7-fd32-4ac6-a880-8338392db839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:59.135457 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-1ce058a7-fd32-4ac6-a880-8338392db839 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16cdb778-aea3-47c2-8975-c2ac4d95f1f7 HTTP/1.1" status: 204 len: 168 time: 0.3688290 Mar 08 15:40:59.153915 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce058a7-fd32-4ac6-a880-8338392db839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cdb778-aea3-47c2-8975-c2ac4d95f1f7,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:59.192054 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d18353-06cb-4de1-b125-6f9d3d064a09 req-2c8861ee-094d-4987-9ada-429ee199674f tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:59.199293 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a4d18353-06cb-4de1-b125-6f9d3d064a09 req-2c8861ee-094d-4987-9ada-429ee199674f tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.1147809 Mar 08 15:40:59.280761 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ddbb363a-8b2c-49a2-ac4e-dd16b350ad88 req-177ef8c8-9327-4ac2-9aa7-4b70ed752d8d service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410584 Mar 08 15:40:59.318862 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a4d18353-06cb-4de1-b125-6f9d3d064a09 req-8a08fd5f-3ec0-4fa5-988a-851a3b09df78 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186862 Mar 08 15:40:59.334029 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9ca23-595c-4fd0-b6ea-1ba66a2b4977 req-34e0e8cf-1a54-49e6-9367-10d3ed37145e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:59.336378 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-afa9ca23-595c-4fd0-b6ea-1ba66a2b4977 req-34e0e8cf-1a54-49e6-9367-10d3ed37145e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.1007631 Mar 08 15:40:59.412570 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-afa9ca23-595c-4fd0-b6ea-1ba66a2b4977 req-b34d217b-aa6a-4e4e-9f8c-803c69af74e6 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627644 Mar 08 15:40:59.553289 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 41636) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:59.568663 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-622e396d-d399-4d20-82db-41b062dc13fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:59.704071 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-622e396d-d399-4d20-82db-41b062dc13fd admin admin] Publish callbacks [] for security_group (6062515f-bf73-49ce-b6ad-caf70b246421), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:59.734494 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9cee6-e310-4dac-8b79-bf7ec6baa130 req-8546f598-2387-4937-98d5-33d6be416acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:59.736985 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-71e9cee6-e310-4dac-8b79-bf7ec6baa130 req-8546f598-2387-4937-98d5-33d6be416acd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da68c550349b4d5d88fe95a528ab1898&device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 1129 time: 0.0595698 Mar 08 15:40:59.740547 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-622e396d-d399-4d20-82db-41b062dc13fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (6062515f-bf73-49ce-b6ad-caf70b246421), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:59.793603 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-622e396d-d399-4d20-82db-41b062dc13fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2b4100c5cc6488bb3d22f86b081a439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390420 Mar 08 15:40:59.797672 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e396d-d399-4d20-82db-41b062dc13fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6062515f-bf73-49ce-b6ad-caf70b246421,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:40:59.800655 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 41640) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:40:59.836708 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62d84c-55c7-4346-bab5-59aca5c23971 req-f8d98205-be8a-4f05-876a-613fddc64771 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:59.840853 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cd62d84c-55c7-4346-bab5-59aca5c23971 req-f8d98205-be8a-4f05-876a-613fddc64771 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.1351612 Mar 08 15:40:59.857672 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9cee6-e310-4dac-8b79-bf7ec6baa130 req-dc970398-7489-45a4-ba79-56c9f3c02cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:40:59.859204 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-71e9cee6-e310-4dac-8b79-bf7ec6baa130 req-dc970398-7489-45a4-ba79-56c9f3c02cdc service neutron] 10.222.0.41 "GET /v2.0/networks?id=336b1089-5f85-453c-a80f-537975cc126a HTTP/1.1" status: 200 len: 919 time: 0.1139579 Mar 08 15:40:59.918312 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-71e9cee6-e310-4dac-8b79-bf7ec6baa130 req-b18e4479-8ae9-461a-bbf7-9043faa984c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9362275f-524c-4c5c-8b75-90fff569d8d7 HTTP/1.1" status: 200 len: 217 time: 0.0518928 Mar 08 15:40:59.968406 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9948bbd7-a6b3-484a-9aa6-497a7ea7858f admin admin] Publish callbacks [] for security_group (6062515f-bf73-49ce-b6ad-caf70b246421), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:40:59.984034 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cd62d84c-55c7-4346-bab5-59aca5c23971 req-5f9049dd-31f3-45b0-863b-e2ac5434ebd5 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359873 Mar 08 15:41:00.018760 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9cee6-e310-4dac-8b79-bf7ec6baa130 req-9cdac2e3-f4a7-409b-b53e-b7db401498ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:00.020305 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-71e9cee6-e310-4dac-8b79-bf7ec6baa130 req-9cdac2e3-f4a7-409b-b53e-b7db401498ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d1e6a02-595b-4943-bc40-53e048758393 HTTP/1.1" status: 200 len: 858 time: 0.0928824 Mar 08 15:41:00.071586 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-71e9cee6-e310-4dac-8b79-bf7ec6baa130 req-f06ac330-e9bf-418c-977b-e6471115248f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=336b1089-5f85-453c-a80f-537975cc126a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449219 Mar 08 15:41:00.112629 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9948bbd7-a6b3-484a-9aa6-497a7ea7858f admin admin] Publish callbacks [] for security_group (6062515f-bf73-49ce-b6ad-caf70b246421), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:00.202505 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-71e9cee6-e310-4dac-8b79-bf7ec6baa130 req-1bb218ae-0d94-4bbc-9ab5-4e5cd6322d8c service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164258 Mar 08 15:41:00.225588 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f92a16-75d3-40dc-b8fd-6e7f5c6129b1 req-271098a3-e718-4c69-b25e-b201d9165ac9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:00.232702 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b8f92a16-75d3-40dc-b8fd-6e7f5c6129b1 req-271098a3-e718-4c69-b25e-b201d9165ac9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 944 time: 0.1666527 Mar 08 15:41:00.248816 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f1a89-d179-46c0-a959-5be9a18bcb64 req-636f69d2-91da-4473-8c71-76e4d728fc57 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:00.258950 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-962f1a89-d179-46c0-a959-5be9a18bcb64 req-636f69d2-91da-4473-8c71-76e4d728fc57 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.2399638 Mar 08 15:41:00.282181 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9948bbd7-a6b3-484a-9aa6-497a7ea7858f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (6062515f-bf73-49ce-b6ad-caf70b246421), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:00.284704 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9948bbd7-a6b3-484a-9aa6-497a7ea7858f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:00.286217 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9948bbd7-a6b3-484a-9aa6-497a7ea7858f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6062515f-bf73-49ce-b6ad-caf70b246421 HTTP/1.1" status: 204 len: 168 time: 0.4821832 Mar 08 15:41:00.320775 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948bbd7-a6b3-484a-9aa6-497a7ea7858f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6062515f-bf73-49ce-b6ad-caf70b246421,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:00.369507 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b8f92a16-75d3-40dc-b8fd-6e7f5c6129b1 req-f0e2bbc3-f29a-41c1-86fa-9056d4b1408b tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341264 Mar 08 15:41:00.395507 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-962f1a89-d179-46c0-a959-5be9a18bcb64 req-978e96a6-7fdc-48ba-a168-03929a881d9a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355956 Mar 08 15:41:00.424578 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-71e9cee6-e310-4dac-8b79-bf7ec6baa130 req-3a31bfa3-63a4-456f-8b6d-ab2536a46fb4 service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178602 Mar 08 15:41:00.521673 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc618ab-dd3d-4438-9d58-00edfa2163cb req-6f5ba196-cc38-4007-baf9-814509529310 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:00.529315 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-adc618ab-dd3d-4438-9d58-00edfa2163cb req-6f5ba196-cc38-4007-baf9-814509529310 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0706618 Mar 08 15:41:00.590612 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-adc618ab-dd3d-4438-9d58-00edfa2163cb req-a8384ac5-fc4e-49d7-949a-ff9f90e4313f tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602512 Mar 08 15:41:01.164229 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b0fd0-778b-44c1-996b-5fb86dde057e req-586db096-5cfd-4ba2-bc54-27c5a34fdc9c tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:01.167468 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0a2b0fd0-778b-44c1-996b-5fb86dde057e req-586db096-5cfd-4ba2-bc54-27c5a34fdc9c tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.1030636 Mar 08 15:41:01.224155 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0a2b0fd0-778b-44c1-996b-5fb86dde057e req-d6b5866a-389d-4721-958d-947f9e22c930 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496552 Mar 08 15:41:01.597397 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab2e85-d4a0-4490-a88a-6ed8b3a9bfa6 req-d053312a-bc20-4a58-9bc9-afec290b178a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:01.598812 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-41ab2e85-d4a0-4490-a88a-6ed8b3a9bfa6 req-d053312a-bc20-4a58-9bc9-afec290b178a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.1063201 Mar 08 15:41:01.611488 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cddd7-b6c1-48b7-890c-938e425535a8 req-5ebd9cc3-d2d6-4ca1-a7a2-8cb059eecea0 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:01.613027 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-355cddd7-b6c1-48b7-890c-938e425535a8 req-5ebd9cc3-d2d6-4ca1-a7a2-8cb059eecea0 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 944 time: 0.1015201 Mar 08 15:41:01.691514 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-41ab2e85-d4a0-4490-a88a-6ed8b3a9bfa6 req-94e30186-c757-41d1-b986-5ca1b7b539c6 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775163 Mar 08 15:41:01.695587 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-355cddd7-b6c1-48b7-890c-938e425535a8 req-baa051bf-ac45-4bd8-afb0-b9205364941e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753734 Mar 08 15:41:01.865015 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1687e8-22b6-43e8-a133-4390d5c71799 req-07cbc096-9b98-4dd9-8e35-99f7219abf3e tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:01.866962 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8d1687e8-22b6-43e8-a133-4390d5c71799 req-07cbc096-9b98-4dd9-8e35-99f7219abf3e tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.1013076 Mar 08 15:41:01.936451 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8d1687e8-22b6-43e8-a133-4390d5c71799 req-91520f20-3bf5-4154-b909-0ce852d90521 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587683 Mar 08 15:41:02.422111 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653b3b9-d416-42d1-80c7-723871c70373 req-4229f7fb-7d36-4ac4-afca-ec1509b661ec tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:02.429970 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6653b3b9-d416-42d1-80c7-723871c70373 req-4229f7fb-7d36-4ac4-afca-ec1509b661ec tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.1204326 Mar 08 15:41:02.506064 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6653b3b9-d416-42d1-80c7-723871c70373 req-6df409f8-df5c-4749-9dab-b24a5ef39504 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751576 Mar 08 15:41:02.980304 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfbc02-b5e1-47b8-890f-ab22b09acc0f req-741959ae-3597-4ff8-84ab-3fcccd90ba3c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:02.987720 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d0bfbc02-b5e1-47b8-890f-ab22b09acc0f req-741959ae-3597-4ff8-84ab-3fcccd90ba3c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.1583862 Mar 08 15:41:03.009431 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa3ec5-4bcc-447b-8f8b-81c4a719673a req-ba223562-7f55-4bc6-80ba-ce9b71d5033e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:03.012857 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-81fa3ec5-4bcc-447b-8f8b-81c4a719673a req-ba223562-7f55-4bc6-80ba-ce9b71d5033e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 944 time: 0.1355236 Mar 08 15:41:03.037378 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 1bfe6957-d915-492e-bee7-358270ccc0cf details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:41:03.293583 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d0bfbc02-b5e1-47b8-890f-ab22b09acc0f req-f65a6965-2442-43dc-845f-e14ce998d231 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001173 Mar 08 15:41:03.309202 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-81fa3ec5-4bcc-447b-8f8b-81c4a719673a req-f9c8af0a-a4e4-421d-a4cd-b884b07017f1 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825701 Mar 08 15:41:03.371008 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 1bfe6957-d915-492e-bee7-358270ccc0cf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1bfe6957-d915-492e-bee7-358270ccc0cf,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:03.384354 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': '1bfe6957-d915-492e-bee7-358270ccc0cf', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'port_id': '1bfe6957-d915-492e-bee7-358270ccc0cf', 'mac_address': 'fa:16:3e:31:28:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:41:03.424815 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 1bfe6957-d915-492e-bee7-358270ccc0cf is: ACTIVE; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:03.425333 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:03.460521 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bfe6957-d915-492e-bee7-358270ccc0cf {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:41:03.508784 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 1bfe6957-d915-492e-bee7-358270ccc0cf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1bfe6957-d915-492e-bee7-358270ccc0cf,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:03.524735 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:03.565117 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8a641-e139-465e-9dbd-46599a6eb32f req-694cff8e-00ec-4163-806f-bc5285cb0229 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:03.573732 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e8e8a641-e139-465e-9dbd-46599a6eb32f req-694cff8e-00ec-4163-806f-bc5285cb0229 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.1351666 Mar 08 15:41:03.642951 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=1bfe6957-d915-492e-bee7-358270ccc0cf,revision_number=6']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:03.668570 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:03.669155 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:03.669778 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:03.671443 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:03.672220 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:03.673550 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:03.674141 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:03.675956 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:03.676478 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:03.677037 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:03.677538 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:03.679101 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:03.680906 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:03.725431 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['1bfe6957-d915-492e-bee7-358270ccc0cf'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:41:03.740716 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e8e8a641-e139-465e-9dbd-46599a6eb32f req-6fb07314-65dc-4d3d-b4c4-1f4197b94cdc tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592972 Mar 08 15:41:03.798118 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89d057-74eb-4ad6-aa72-8a748d9f735a req-4d001078-9632-4722-9dbe-a14bf551ade9 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:03.811311 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fa89d057-74eb-4ad6-aa72-8a748d9f735a req-4d001078-9632-4722-9dbe-a14bf551ade9 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.1325889 Mar 08 15:41:03.910514 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fa89d057-74eb-4ad6-aa72-8a748d9f735a req-80147765-67a3-4a55-90cc-7b5527dcffb3 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980685 Mar 08 15:41:04.313705 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 41810) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:04.645576 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-74b13289-1c27-4cbd-a921-e96c025d8d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:04.720847 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c8071-b9ff-4900-81d9-f715018887cf req-0ca69380-b688-4e13-896e-5ad01879ede5 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:04.722354 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-dc3c8071-b9ff-4900-81d9-f715018887cf req-0ca69380-b688-4e13-896e-5ad01879ede5 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 945 time: 0.2468994 Mar 08 15:41:04.763728 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bfb7b-6bb2-4513-94fa-25a8abc0efd4 req-45f1e507-6ebd-4774-b5f1-f30494c6f38a tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:04.771782 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3b0bfb7b-6bb2-4513-94fa-25a8abc0efd4 req-45f1e507-6ebd-4774-b5f1-f30494c6f38a tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 944 time: 0.2208052 Mar 08 15:41:04.861793 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-dc3c8071-b9ff-4900-81d9-f715018887cf req-4e23df26-5ba0-48a7-a001-614635130702 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320245 Mar 08 15:41:04.875353 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3b0bfb7b-6bb2-4513-94fa-25a8abc0efd4 req-0f79468a-95b0-4913-b09e-67dd0a5acbac tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017888 Mar 08 15:41:04.937941 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-74b13289-1c27-4cbd-a921-e96c025d8d08 admin admin] Publish callbacks [] for security_group (7f53b392-e643-4d4e-8575-f435e17745d8), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:04.947587 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-74b13289-1c27-4cbd-a921-e96c025d8d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (7f53b392-e643-4d4e-8575-f435e17745d8), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:05.047737 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b13289-1c27-4cbd-a921-e96c025d8d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f53b392-e643-4d4e-8575-f435e17745d8,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:05.056636 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-74b13289-1c27-4cbd-a921-e96c025d8d08 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b1bcf57e83a41b198ae583a9788f5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7382352 Mar 08 15:41:05.058576 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 1bfe6957-d915-492e-bee7-358270ccc0cf up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:41:05.059453 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 41830) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:05.099858 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab1278-f28d-4cc7-8e2b-f638c616f0c0 req-d6498064-ab1c-4934-af05-2f266136899a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:05.104186 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7eab1278-f28d-4cc7-8e2b-f638c616f0c0 req-d6498064-ab1c-4934-af05-2f266136899a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.1212013 Mar 08 15:41:05.190246 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c68e2dae-ac01-4c48-aeb1-c4a7b0b151c6 admin admin] Publish callbacks [] for security_group (7f53b392-e643-4d4e-8575-f435e17745d8), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:05.193643 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port 1bfe6957-d915-492e-bee7-358270ccc0cf triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:05.195610 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:05.198172 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7eab1278-f28d-4cc7-8e2b-f638c616f0c0 req-4e4a1ff0-71c6-4492-9291-40dd972999fd tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870862 Mar 08 15:41:05.249892 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c68e2dae-ac01-4c48-aeb1-c4a7b0b151c6 admin admin] Publish callbacks [] for security_group (7f53b392-e643-4d4e-8575-f435e17745d8), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:05.316339 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c68e2dae-ac01-4c48-aeb1-c4a7b0b151c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (7f53b392-e643-4d4e-8575-f435e17745d8), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:05.319884 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c68e2dae-ac01-4c48-aeb1-c4a7b0b151c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:05.324796 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-c68e2dae-ac01-4c48-aeb1-c4a7b0b151c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f53b392-e643-4d4e-8575-f435e17745d8 HTTP/1.1" status: 204 len: 168 time: 0.2641516 Mar 08 15:41:05.347400 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e2dae-ac01-4c48-aeb1-c4a7b0b151c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f53b392-e643-4d4e-8575-f435e17745d8,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:05.390370 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 1bfe6957-d915-492e-bee7-358270ccc0cf is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:05.390905 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:05.494048 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 1bfe6957-d915-492e-bee7-358270ccc0cf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1bfe6957-d915-492e-bee7-358270ccc0cf,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:05.495387 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e726af8-263b-476f-94e4-4f39592931b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfe6957-d915-492e-bee7-358270ccc0cf'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:41:05.505302 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e89090c-ab71-415a-b51d-9d5ba086cc7c" -d '{"events": [{"server_uuid": "7e726af8-263b-476f-94e4-4f39592931b4", "name": "network-vif-plugged", "status": "completed", "tag": "1bfe6957-d915-492e-bee7-358270ccc0cf"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:41:05.534978 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:05.659890 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcfac7c-c9d5-4d90-b283-67d81f3741e2 x-openstack-request-id: req-1bcfac7c-c9d5-4d90-b283-67d81f3741e2 {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:41:05.660494 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e726af8-263b-476f-94e4-4f39592931b4", "name": "network-vif-plugged", "status": "completed", "tag": "1bfe6957-d915-492e-bee7-358270ccc0cf", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:41:05.662632 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1bcfac7c-c9d5-4d90-b283-67d81f3741e2 {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:41:05.663238 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e726af8-263b-476f-94e4-4f39592931b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfe6957-d915-492e-bee7-358270ccc0cf', 'code': 200} Mar 08 15:41:05.790033 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=1bfe6957-d915-492e-bee7-358270ccc0cf,revision_number=7']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:05.796417 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-801b1f11-e175-412e-a254-59c3feb0a8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:05.878818 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bbf33-9588-4111-aead-a10f536217aa req-bd9d3999-a3ae-4fe1-90a4-28d2d583c1a9 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:05.890673 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fc1bbf33-9588-4111-aead-a10f536217aa req-bd9d3999-a3ae-4fe1-90a4-28d2d583c1a9 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.1770144 Mar 08 15:41:05.912973 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 41848) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:05.935915 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-944f7a49-d5b6-4633-85ae-17ef25911950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.101138 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fc1bbf33-9588-4111-aead-a10f536217aa req-d243712e-b6c5-4c7c-8ae0-be994cb93404 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944015 Mar 08 15:41:06.121150 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-944f7a49-d5b6-4633-85ae-17ef25911950 admin admin] Publish callbacks [] for security_group (3219243b-c3c3-4bd8-a0b2-118812b127a8), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.127852 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 41854) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:06.132292 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-944f7a49-d5b6-4633-85ae-17ef25911950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (3219243b-c3c3-4bd8-a0b2-118812b127a8), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.174686 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896de24-69fc-4d2a-9972-f6a629637bd5 req-a3e9ecb5-cfd6-412f-807d-b65d03671252 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:06.176318 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a896de24-69fc-4d2a-9972-f6a629637bd5 req-a3e9ecb5-cfd6-412f-807d-b65d03671252 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 944 time: 0.1743166 Mar 08 15:41:06.188233 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 41860) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:06.188541 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-944f7a49-d5b6-4633-85ae-17ef25911950 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=67d1d6b3c9bc4c6eaf2a78e3e1b974b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729483 Mar 08 15:41:06.190945 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f7a49-d5b6-4633-85ae-17ef25911950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3219243b-c3c3-4bd8-a0b2-118812b127a8,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:06.333051 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-438eb162-def2-40a1-8126-ed409fc12c21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.505339 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-438eb162-def2-40a1-8126-ed409fc12c21 admin admin] Publish callbacks [] for security_group (3022b0bb-574b-4aed-b18a-5fae9f329bea), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.528772 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-438eb162-def2-40a1-8126-ed409fc12c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (3022b0bb-574b-4aed-b18a-5fae9f329bea), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.607470 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438eb162-def2-40a1-8126-ed409fc12c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3022b0bb-574b-4aed-b18a-5fae9f329bea,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:06.636207 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-438eb162-def2-40a1-8126-ed409fc12c21 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f75ee41066e54bdaab79052af6a38945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5068815 Mar 08 15:41:06.637059 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 41864) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:06.743970 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58e5af94-cd4c-44d5-a87d-51b51c6fe59b admin admin] Publish callbacks [] for security_group (3022b0bb-574b-4aed-b18a-5fae9f329bea), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.807595 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58e5af94-cd4c-44d5-a87d-51b51c6fe59b admin admin] Publish callbacks [] for security_group (3022b0bb-574b-4aed-b18a-5fae9f329bea), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.895518 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a896de24-69fc-4d2a-9972-f6a629637bd5 req-0186eb41-e447-401f-a811-fabc5f9fb636 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7104795 Mar 08 15:41:06.901239 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58e5af94-cd4c-44d5-a87d-51b51c6fe59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (3022b0bb-574b-4aed-b18a-5fae9f329bea), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.905786 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58e5af94-cd4c-44d5-a87d-51b51c6fe59b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:06.909921 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-58e5af94-cd4c-44d5-a87d-51b51c6fe59b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3022b0bb-574b-4aed-b18a-5fae9f329bea HTTP/1.1" status: 204 len: 168 time: 0.2710335 Mar 08 15:41:06.930952 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5af94-cd4c-44d5-a87d-51b51c6fe59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3022b0bb-574b-4aed-b18a-5fae9f329bea,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:06.963965 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11857d79-8271-47d1-850e-4d22dfd92ae1 req-9b7f600e-c858-444c-b630-27d1d315bffd tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:06.972810 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-11857d79-8271-47d1-850e-4d22dfd92ae1 req-9b7f600e-c858-444c-b630-27d1d315bffd tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.2423332 Mar 08 15:41:06.976881 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a09816d4-50b8-4c69-b3b7-6ef8b014214f admin admin] Publish callbacks [] for security_group (3219243b-c3c3-4bd8-a0b2-118812b127a8), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:07.060594 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 5f61dcad-871d-4d04-b7a1-1c65b08b1949 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:41:07.083727 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-11857d79-8271-47d1-850e-4d22dfd92ae1 req-7c5f2ed6-fff9-4289-9f3a-b3abd8da9873 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091866 Mar 08 15:41:07.146730 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a09816d4-50b8-4c69-b3b7-6ef8b014214f admin admin] Publish callbacks [] for security_group (3219243b-c3c3-4bd8-a0b2-118812b127a8), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:07.250992 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 5f61dcad-871d-4d04-b7a1-1c65b08b1949, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5f61dcad-871d-4d04-b7a1-1c65b08b1949,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:07.273577 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': '5f61dcad-871d-4d04-b7a1-1c65b08b1949', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'port_id': '5f61dcad-871d-4d04-b7a1-1c65b08b1949', 'mac_address': 'fa:16:3e:f7:c4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:41:07.384054 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 5f61dcad-871d-4d04-b7a1-1c65b08b1949 is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:07.386067 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (5f61dcad-871d-4d04-b7a1-1c65b08b1949), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:07.394185 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a09816d4-50b8-4c69-b3b7-6ef8b014214f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (3219243b-c3c3-4bd8-a0b2-118812b127a8), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:07.397601 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a09816d4-50b8-4c69-b3b7-6ef8b014214f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:07.401757 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-a09816d4-50b8-4c69-b3b7-6ef8b014214f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3219243b-c3c3-4bd8-a0b2-118812b127a8 HTTP/1.1" status: 204 len: 168 time: 1.2125585 Mar 08 15:41:07.420733 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f61dcad-871d-4d04-b7a1-1c65b08b1949 {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:41:07.422103 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09816d4-50b8-4c69-b3b7-6ef8b014214f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3219243b-c3c3-4bd8-a0b2-118812b127a8,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:07.434948 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57106ae-f01b-4a4d-98fd-5155ebc639a3 req-3a8540d2-10a1-466c-b367-539a803271b7 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:07.439729 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c57106ae-f01b-4a4d-98fd-5155ebc639a3 req-3a8540d2-10a1-466c-b367-539a803271b7 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.2045710 Mar 08 15:41:07.675403 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 5f61dcad-871d-4d04-b7a1-1c65b08b1949, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5f61dcad-871d-4d04-b7a1-1c65b08b1949,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:07.721476 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (5f61dcad-871d-4d04-b7a1-1c65b08b1949), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:07.760643 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c57106ae-f01b-4a4d-98fd-5155ebc639a3 req-7bb070e5-d478-4219-a91b-23a13f07813b tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017468 Mar 08 15:41:07.893770 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=5f61dcad-871d-4d04-b7a1-1c65b08b1949,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:08.063899 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['5f61dcad-871d-4d04-b7a1-1c65b08b1949'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:41:08.113594 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffedf9-32dc-44ff-9cc1-74771f657097 req-ad0c67f5-0579-48ef-89c5-db18dad7858e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:08.116908 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-03ffedf9-32dc-44ff-9cc1-74771f657097 req-ad0c67f5-0579-48ef-89c5-db18dad7858e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 945 time: 0.1222932 Mar 08 15:41:08.265051 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-03ffedf9-32dc-44ff-9cc1-74771f657097 req-78893ef9-6ef0-44ec-b392-728952ada38e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401904 Mar 08 15:41:08.410515 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16127c5-0f89-4606-b7a1-397b8508eb1d req-5a35c4b4-710b-4339-a6b0-5b8af509253c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:08.421274 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b16127c5-0f89-4606-b7a1-397b8508eb1d req-5a35c4b4-710b-4339-a6b0-5b8af509253c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.1239226 Mar 08 15:41:08.504886 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:41:08.550856 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b16127c5-0f89-4606-b7a1-397b8508eb1d req-e49e1030-6aa7-4e87-bf25-bf9df36b4262 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257882 Mar 08 15:41:08.636512 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a1be26a4-79d4-4dec-86ee-ebcc30fba362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:08.922296 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d66156-948c-4075-b8f0-66ca1ac731b1 req-38fb36f4-7869-4d0a-ad19-096bb9e0bb11 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:08.929711 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c2d66156-948c-4075-b8f0-66ca1ac731b1 req-38fb36f4-7869-4d0a-ad19-096bb9e0bb11 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0735741 Mar 08 15:41:09.068164 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c2d66156-948c-4075-b8f0-66ca1ac731b1 req-7a106e01-69a8-4b85-9efc-504de0ab707e tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311684 Mar 08 15:41:09.557952 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed7f38-ce2d-4169-b6d9-604c0bdb8fc8 req-9e717048-8374-4d30-846b-a6d258d113c0 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:09.578298 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a4ed7f38-ce2d-4169-b6d9-604c0bdb8fc8 req-9e717048-8374-4d30-846b-a6d258d113c0 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 945 time: 0.1679103 Mar 08 15:41:09.703842 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a4ed7f38-ce2d-4169-b6d9-604c0bdb8fc8 req-895609f4-5fa6-43c1-a199-98afbe2c5fbf tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183805 Mar 08 15:41:09.798436 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef424f-bd5c-453c-85ee-568626f6f785 req-9ef45e14-77e0-4fd8-9b59-2176223ceab3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:09.806518 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-caef424f-bd5c-453c-85ee-568626f6f785 req-9ef45e14-77e0-4fd8-9b59-2176223ceab3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0863087 Mar 08 15:41:09.869964 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-caef424f-bd5c-453c-85ee-568626f6f785 req-b37e5a45-9e1a-4783-817f-af0055c02ccf tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601363 Mar 08 15:41:10.201270 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:10.273433 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e23dda-c855-4ffb-877c-968b83cd1621 req-a62ab053-1d92-4823-b7e7-a3d4dfc9af6f tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:10.281024 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-77e23dda-c855-4ffb-877c-968b83cd1621 req-a62ab053-1d92-4823-b7e7-a3d4dfc9af6f tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.1082304 Mar 08 15:41:10.356780 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-77e23dda-c855-4ffb-877c-968b83cd1621 req-c7ad294e-caea-460a-987b-28aa3da9d053 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746024 Mar 08 15:41:10.917811 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d88fe-1c16-4b8e-bf95-5b8d93c2e5d2 req-8e1ca51d-bf60-4d33-bd24-2226b60fb33e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:10.927083 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-182d88fe-1c16-4b8e-bf95-5b8d93c2e5d2 req-8e1ca51d-bf60-4d33-bd24-2226b60fb33e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 945 time: 0.0937238 Mar 08 15:41:10.999540 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:11.050349 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-182d88fe-1c16-4b8e-bf95-5b8d93c2e5d2 req-a0ff1b82-550d-4b34-8216-2850d16abc37 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221097 Mar 08 15:41:11.084176 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 5f61dcad-871d-4d04-b7a1-1c65b08b1949 up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:41:11.157216 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec39dcf-7546-4fb6-bc7c-533a8c318410 req-e0311208-b0bb-4a6f-9589-8a0957391fc4 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:11.169060 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bec39dcf-7546-4fb6-bc7c-533a8c318410 req-e0311208-b0bb-4a6f-9589-8a0957391fc4 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.1580696 Mar 08 15:41:11.205303 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port 5f61dcad-871d-4d04-b7a1-1c65b08b1949 completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:41:11.212026 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port 5f61dcad-871d-4d04-b7a1-1c65b08b1949 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:11.212890 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (5f61dcad-871d-4d04-b7a1-1c65b08b1949), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:11.275343 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bec39dcf-7546-4fb6-bc7c-533a8c318410 req-d192fe75-087e-4cc4-9a79-0cd946f16949 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051476 Mar 08 15:41:11.401266 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 5f61dcad-871d-4d04-b7a1-1c65b08b1949 is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:11.401937 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (5f61dcad-871d-4d04-b7a1-1c65b08b1949), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:11.436805 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025cd9fc-9184-4e94-8ef8-b7b11606d0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f61dcad-871d-4d04-b7a1-1c65b08b1949'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:41:11.448350 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e56dc9-b07a-43d4-9fdc-557ee26565d6" -d '{"events": [{"server_uuid": "025cd9fc-9184-4e94-8ef8-b7b11606d0ee", "name": "network-vif-plugged", "status": "completed", "tag": "5f61dcad-871d-4d04-b7a1-1c65b08b1949"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:41:11.470515 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 5f61dcad-871d-4d04-b7a1-1c65b08b1949, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5f61dcad-871d-4d04-b7a1-1c65b08b1949,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:11.481807 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (5f61dcad-871d-4d04-b7a1-1c65b08b1949), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:11.651929 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fd6f8e-71b3-4231-9395-827a1cf67dd3 x-openstack-request-id: req-f8fd6f8e-71b3-4231-9395-827a1cf67dd3 {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:41:11.654783 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025cd9fc-9184-4e94-8ef8-b7b11606d0ee", "name": "network-vif-plugged", "status": "completed", "tag": "5f61dcad-871d-4d04-b7a1-1c65b08b1949", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:41:11.655161 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f8fd6f8e-71b3-4231-9395-827a1cf67dd3 {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:41:11.655690 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025cd9fc-9184-4e94-8ef8-b7b11606d0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f61dcad-871d-4d04-b7a1-1c65b08b1949', 'code': 200} Mar 08 15:41:11.718717 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=5f61dcad-871d-4d04-b7a1-1c65b08b1949,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:11.789743 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751d357-0500-45fa-a94b-4afe08bae656 req-4a2a9454-a8c7-4d28-93ea-40d50e466382 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:11.798878 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0751d357-0500-45fa-a94b-4afe08bae656 req-4a2a9454-a8c7-4d28-93ea-40d50e466382 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.3039489 Mar 08 15:41:11.914501 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0751d357-0500-45fa-a94b-4afe08bae656 req-d3bad12a-8e3a-4982-ae4e-8bc909f15c73 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122043 Mar 08 15:41:12.313584 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b788f-1f70-4c63-9a0d-40bb3df55d10 req-d3527c51-787c-4b24-bf86-d10e2f4dc146 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:12.326103 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:12.342987 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e49b788f-1f70-4c63-9a0d-40bb3df55d10 req-d3527c51-787c-4b24-bf86-d10e2f4dc146 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 946 time: 0.2048166 Mar 08 15:41:12.569237 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e49b788f-1f70-4c63-9a0d-40bb3df55d10 req-e05424bd-dee8-4a76-a5b4-444e4c99ba99 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195263 Mar 08 15:41:12.613793 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550864e-90d6-47ba-94b1-df21e3511699 req-eb89a401-db12-4dd6-a71e-7c4143cc33dd tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:12.620104 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2550864e-90d6-47ba-94b1-df21e3511699 req-eb89a401-db12-4dd6-a71e-7c4143cc33dd tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.1944406 Mar 08 15:41:12.752069 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2550864e-90d6-47ba-94b1-df21e3511699 req-362aa8bf-d1f1-40be-83d9-d2ab8417a0b1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279123 Mar 08 15:41:13.170864 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892132eb-f81e-4c4d-b042-07027ee49b8e req-93139e2d-a351-4d8d-82ee-4fe9eb7585ba tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:13.178792 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-892132eb-f81e-4c4d-b042-07027ee49b8e req-93139e2d-a351-4d8d-82ee-4fe9eb7585ba tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.1470530 Mar 08 15:41:13.286571 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-892132eb-f81e-4c4d-b042-07027ee49b8e req-0bace175-6f6e-4b8a-aeac-d59812761eb7 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020575 Mar 08 15:41:13.735869 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5a5bb-8373-42f5-b315-2eb64575288e req-314ae1f0-e393-4fe0-a206-4084bad66c3b tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:13.737440 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7ca5a5bb-8373-42f5-b315-2eb64575288e req-314ae1f0-e393-4fe0-a206-4084bad66c3b tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 946 time: 0.0749211 Mar 08 15:41:13.808197 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7ca5a5bb-8373-42f5-b315-2eb64575288e req-bfe0c647-6ec9-4bfb-9ce8-131394552fc2 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636723 Mar 08 15:41:13.920750 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f87c3a-0e04-49c9-a958-881bfa69d492 req-bfba6f0c-765c-4f06-b72b-350df086fc88 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:13.928632 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d6f87c3a-0e04-49c9-a958-881bfa69d492 req-bfba6f0c-765c-4f06-b72b-350df086fc88 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0607371 Mar 08 15:41:13.975299 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d6f87c3a-0e04-49c9-a958-881bfa69d492 req-46411480-481b-444a-9707-6558b740b5b0 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455348 Mar 08 15:41:14.435702 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a719e04-a66c-49b2-92bb-362592d2b230 req-598006da-89a2-4dab-bd6a-2368d1b9a9f2 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:14.437568 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0a719e04-a66c-49b2-92bb-362592d2b230 req-598006da-89a2-4dab-bd6a-2368d1b9a9f2 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0656278 Mar 08 15:41:14.522743 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0a719e04-a66c-49b2-92bb-362592d2b230 req-a5ee98af-02f4-4ac0-95e9-151cf32d96f8 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597467 Mar 08 15:41:14.541261 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d4140-b26b-4677-87a1-7cf8180d7359 req-19d8e01d-5f51-43cb-b6a0-7de510aa5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:14.546173 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-329d4140-b26b-4677-87a1-7cf8180d7359 req-19d8e01d-5f51-43cb-b6a0-7de510aa5864 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 1130 time: 0.0916350 Mar 08 15:41:14.642027 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-329d4140-b26b-4677-87a1-7cf8180d7359 req-4a906d8f-cc1b-42a5-9ba7-c80f585a6ebb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483923 Mar 08 15:41:14.977090 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cce67c-229c-4530-b9de-2211e238509d req-b88ed8ab-3ae5-4832-b3ca-a54c5e73c6a1 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:14.978654 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-80cce67c-229c-4530-b9de-2211e238509d req-b88ed8ab-3ae5-4832-b3ca-a54c5e73c6a1 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 946 time: 0.0934806 Mar 08 15:41:15.053015 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-80cce67c-229c-4530-b9de-2211e238509d req-971f3f03-31e4-46bc-8e3e-5bb7fc8884fb tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682116 Mar 08 15:41:15.136677 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d69df-8abd-4d5e-937f-4dc084c5d06b req-e2c1172b-217e-403d-bdce-d0ccba261511 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:15.138255 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8f6d69df-8abd-4d5e-937f-4dc084c5d06b req-e2c1172b-217e-403d-bdce-d0ccba261511 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0671835 Mar 08 15:41:15.197859 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8f6d69df-8abd-4d5e-937f-4dc084c5d06b req-e2f492f0-69f3-4db2-ac64-814fecb6660f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537851 Mar 08 15:41:15.670925 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f297c-c370-4398-913b-10a014636cb9 req-c81abd40-0393-4c28-bbb5-ac00458c9ad3 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:15.685724 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-517f297c-c370-4398-913b-10a014636cb9 req-c81abd40-0393-4c28-bbb5-ac00458c9ad3 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.1131694 Mar 08 15:41:15.757788 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-517f297c-c370-4398-913b-10a014636cb9 req-3ca0d1d3-ee87-4c45-9067-e143e2f774ae tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709839 Mar 08 15:41:16.208707 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de626e-bf41-427e-bb33-85bf407434b8 req-1cce4098-459b-437b-9e6a-1389fb915336 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:16.214523 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-63de626e-bf41-427e-bb33-85bf407434b8 req-1cce4098-459b-437b-9e6a-1389fb915336 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 946 time: 0.0607452 Mar 08 15:41:16.275245 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-63de626e-bf41-427e-bb33-85bf407434b8 req-df9826cd-3cd3-4819-93f5-7ff83e3e3c7d tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578916 Mar 08 15:41:16.368569 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1574ba-5a1d-4907-9dc0-b8dfc14335ce req-a4aef2b0-344b-4062-9df3-3214965ec604 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:16.370362 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4a1574ba-5a1d-4907-9dc0-b8dfc14335ce req-a4aef2b0-344b-4062-9df3-3214965ec604 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0752034 Mar 08 15:41:16.450675 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998424ab-a0b8-4555-8e3c-163368e48a6c req-b1886275-1d80-4871-9e78-29b0ba6fcb30 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:16.452399 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-998424ab-a0b8-4555-8e3c-163368e48a6c req-b1886275-1d80-4871-9e78-29b0ba6fcb30 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 946 time: 0.1019082 Mar 08 15:41:16.456015 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4a1574ba-5a1d-4907-9dc0-b8dfc14335ce req-d64e105f-a57f-436d-8aed-121e500426e5 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655560 Mar 08 15:41:16.512805 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-998424ab-a0b8-4555-8e3c-163368e48a6c req-a935e80c-7b28-400e-99d5-f3dda4956e68 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549638 Mar 08 15:41:16.536331 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 42132) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:16.773253 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b529ce4-dc3b-4f90-ba7c-d31de4a99a34 tempest-TestVolumeBootPattern-570865410 tempest-TestVolumeBootPattern-570865410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:16.779586 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-7b529ce4-dc3b-4f90-ba7c-d31de4a99a34 tempest-TestVolumeBootPattern-570865410 tempest-TestVolumeBootPattern-570865410-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 1125 time: 0.2415195 Mar 08 15:41:16.781277 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 42156) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:16.789106 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Request body: {'floatingip': {'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'port_id': '5f61dcad-871d-4d04-b7a1-1c65b08b1949', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:41:16.820539 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:16.979631 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442adc64-d9d5-49a3-86aa-d01d9d2c4200 req-e8787529-0782-468d-a0ae-2e882cf6aeaf tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:16.981158 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-442adc64-d9d5-49a3-86aa-d01d9d2c4200 req-e8787529-0782-468d-a0ae-2e882cf6aeaf tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0787890 Mar 08 15:41:16.997423 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:17.083176 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-442adc64-d9d5-49a3-86aa-d01d9d2c4200 req-d8239324-2a22-44a8-9871-b477215c09b4 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940650 Mar 08 15:41:17.155609 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Allocated IP 172.27.1.125 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/660ce6f0-d6cd-4511-a011-f068494cc6b6) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:41:17.261008 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd6557-f73c-4097-8c56-119545f8ca3d req-eebc9bd1-fad9-4530-914d-c465888cbb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:17.262626 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-83fd6557-f73c-4097-8c56-119545f8ca3d req-eebc9bd1-fad9-4530-914d-c465888cbb7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da68c550349b4d5d88fe95a528ab1898&device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 1129 time: 0.0474017 Mar 08 15:41:17.314289 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96294db8-826c-400e-bf7a-74be747e26be req-25c78235-61fd-4313-b715-23922beff889 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:17.316003 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-96294db8-826c-400e-bf7a-74be747e26be req-25c78235-61fd-4313-b715-23922beff889 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.1113768 Mar 08 15:41:17.332137 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:17.333541 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for port (660ce6f0-d6cd-4511-a011-f068494cc6b6), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:17.365897 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd6557-f73c-4097-8c56-119545f8ca3d req-14f53357-6c72-4b48-af0a-40062955460f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:17.367694 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-83fd6557-f73c-4097-8c56-119545f8ca3d req-14f53357-6c72-4b48-af0a-40062955460f service neutron] 10.222.0.41 "GET /v2.0/networks?id=336b1089-5f85-453c-a80f-537975cc126a HTTP/1.1" status: 200 len: 919 time: 0.0951896 Mar 08 15:41:17.390079 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-96294db8-826c-400e-bf7a-74be747e26be req-897f97f5-c839-4f0d-af3c-d3839873b4e5 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674617 Mar 08 15:41:17.411504 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (660ce6f0-d6cd-4511-a011-f068494cc6b6), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:17.441510 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:41:17.444505 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:41:17.447970 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:41:17.470085 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event updated for resources: {'Port': ['ID=660ce6f0-d6cd-4511-a011-f068494cc6b6,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:17.498082 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-83fd6557-f73c-4097-8c56-119545f8ca3d req-46bcfd6d-2ebc-47a3-85f8-ef38dce30702 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9362275f-524c-4c5c-8b75-90fff569d8d7 HTTP/1.1" status: 200 len: 217 time: 0.0441597 Mar 08 15:41:17.556312 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd6557-f73c-4097-8c56-119545f8ca3d req-8e501f74-c713-4cf6-a41e-1cefd23eb832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:17.558584 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-83fd6557-f73c-4097-8c56-119545f8ca3d req-8e501f74-c713-4cf6-a41e-1cefd23eb832 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d1e6a02-595b-4943-bc40-53e048758393 HTTP/1.1" status: 200 len: 858 time: 0.0494261 Mar 08 15:41:17.614224 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-83fd6557-f73c-4097-8c56-119545f8ca3d req-f7b6fc6a-fb10-47b2-b783-0cfb710a9682 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=336b1089-5f85-453c-a80f-537975cc126a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456598 Mar 08 15:41:17.659166 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248e747-ec67-4ab7-ae51-dced3be2bb6a req-6c4d57f9-5dfe-4f22-9755-cddbee1f83cf tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:17.660620 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0248e747-ec67-4ab7-ae51-dced3be2bb6a req-6c4d57f9-5dfe-4f22-9755-cddbee1f83cf tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.1104023 Mar 08 15:41:17.721746 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-83fd6557-f73c-4097-8c56-119545f8ca3d req-1390dc7e-7634-4abf-a969-2d98a0b92491 service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908163 Mar 08 15:41:17.754892 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0248e747-ec67-4ab7-ae51-dced3be2bb6a req-491beae7-0e49-48e8-a2f9-0b51df738a2c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853395 Mar 08 15:41:17.837480 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8a34e-bcfa-4f8c-88f5-c1a4efb7d7d7 req-56e3a427-1ff6-4dcc-a604-761cbf2efe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:17.839010 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e9f8a34e-bcfa-4f8c-88f5-c1a4efb7d7d7 req-56e3a427-1ff6-4dcc-a604-761cbf2efe95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f236c97d0e54f4dbe064bb9d3e45043&device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 1130 time: 0.0927594 Mar 08 15:41:17.860704 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-83fd6557-f73c-4097-8c56-119545f8ca3d req-411e997f-a33a-4a9d-99d9-d9e3d2fa024b service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321793 Mar 08 15:41:17.947817 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8a34e-bcfa-4f8c-88f5-c1a4efb7d7d7 req-25400507-7c74-4b05-950a-5ced60257d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:17.949945 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e9f8a34e-bcfa-4f8c-88f5-c1a4efb7d7d7 req-25400507-7c74-4b05-950a-5ced60257d66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80c89e2a-a478-41c0-9d26-81d641ec9f8f HTTP/1.1" status: 200 len: 916 time: 0.1000490 Mar 08 15:41:17.956033 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for floatingip (ac1da470-88c7-434e-a15a-23e0f88a4b0d), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.029353 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e9f8a34e-bcfa-4f8c-88f5-c1a4efb7d7d7 req-2e6cb873-b1f9-4615-93bb-fed63e354ed1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bfe6957-d915-492e-bee7-358270ccc0cf HTTP/1.1" status: 200 len: 1002 time: 0.0714126 Mar 08 15:41:18.041648 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (660ce6f0-d6cd-4511-a011-f068494cc6b6), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.087982 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8a34e-bcfa-4f8c-88f5-c1a4efb7d7d7 req-7f8188e4-d2fe-45be-a91f-92cd61cf0d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:18.089461 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e9f8a34e-bcfa-4f8c-88f5-c1a4efb7d7d7 req-7f8188e4-d2fe-45be-a91f-92cd61cf0d39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7c72dd9-f6bb-4082-bbc6-f002b75fe090 HTTP/1.1" status: 200 len: 854 time: 0.0539260 Mar 08 15:41:18.143012 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8a34e-bcfa-4f8c-88f5-c1a4efb7d7d7 req-69a26276-792e-4095-b59e-358a0f88a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:18.144658 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e9f8a34e-bcfa-4f8c-88f5-c1a4efb7d7d7 req-69a26276-792e-4095-b59e-358a0f88a5f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c89e2a-a478-41c0-9d26-81d641ec9f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490286 Mar 08 15:41:18.263590 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e9f8a34e-bcfa-4f8c-88f5-c1a4efb7d7d7 req-3db81e3e-2ab8-453d-bc00-122aa9ecefae service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104188 Mar 08 15:41:18.273283 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 42216) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:18.277362 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfbf3b-8735-45d5-aae4-eb2ca9d6695f req-08353b1e-2053-45ea-a135-925e5b155000 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:18.278954 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c8bfbf3b-8735-45d5-aae4-eb2ca9d6695f req-08353b1e-2053-45ea-a135-925e5b155000 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.1077418 Mar 08 15:41:18.281567 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for port (660ce6f0-d6cd-4511-a011-f068494cc6b6), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.289635 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 42220) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:18.294465 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14517953'] for port (660ce6f0-d6cd-4511-a011-f068494cc6b6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.385597 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_v2 [None req-784011de-f118-42b1-8951-79a3bfd38e43 admin admin] Deleting subnet 81b3f937-f48d-4a0c-94c7-7ab236b3b7cf {{(pid=104418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:41:18.391205 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-784011de-f118-42b1-8951-79a3bfd38e43 admin admin] Publish callbacks [] for subnet (81b3f937-f48d-4a0c-94c7-7ab236b3b7cf), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.400564 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event updated for resources: {'Port': ['ID=660ce6f0-d6cd-4511-a011-f068494cc6b6,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:18.415492 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c8bfbf3b-8735-45d5-aae4-eb2ca9d6695f req-046b39ae-6274-4dfb-b4c7-599a6e79a006 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294389 Mar 08 15:41:18.427983 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (ac1da470-88c7-434e-a15a-23e0f88a4b0d), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.470350 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-784011de-f118-42b1-8951-79a3bfd38e43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14600527'] for subnet (81b3f937-f48d-4a0c-94c7-7ab236b3b7cf), precommit_delete_associations {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.474848 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-989cc4d6-0e69-4717-aad5-a195ae49bd2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.498903 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e9f8a34e-bcfa-4f8c-88f5-c1a4efb7d7d7 req-a307b315-7ee9-4147-855f-40420959688b service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274418 Mar 08 15:41:18.534286 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-784011de-f118-42b1-8951-79a3bfd38e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452262'] for subnet (81b3f937-f48d-4a0c-94c7-7ab236b3b7cf), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.635487 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-784011de-f118-42b1-8951-79a3bfd38e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15685178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12984268'] for subnet (81b3f937-f48d-4a0c-94c7-7ab236b3b7cf), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.647291 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-989cc4d6-0e69-4717-aad5-a195ae49bd2a admin admin] Publish callbacks [] for security_group (862793f4-5d95-4540-9ef5-406395d83dcd), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.670933 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784011de-f118-42b1-8951-79a3bfd38e43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b3f937-f48d-4a0c-94c7-7ab236b3b7cf,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:18.672900 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-989cc4d6-0e69-4717-aad5-a195ae49bd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (862793f4-5d95-4540-9ef5-406395d83dcd), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.701053 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-784011de-f118-42b1-8951-79a3bfd38e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.702987 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-784011de-f118-42b1-8951-79a3bfd38e43 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/81b3f937-f48d-4a0c-94c7-7ab236b3b7cf HTTP/1.1" status: 204 len: 168 time: 0.4284272 Mar 08 15:41:18.705654 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 42228) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:18.745349 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-989cc4d6-0e69-4717-aad5-a195ae49bd2a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e834cd35ea9f43f8bf94781d01772199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4535203 Mar 08 15:41:18.748535 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 42230) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:18.762997 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cc4d6-0e69-4717-aad5-a195ae49bd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862793f4-5d95-4540-9ef5-406395d83dcd,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:18.808801 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaada1f8-00c9-4225-9ddc-c1091610f935 req-186a6b24-84fb-4f1e-9523-dee1307b6e2a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:18.814963 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-aaada1f8-00c9-4225-9ddc-c1091610f935 req-186a6b24-84fb-4f1e-9523-dee1307b6e2a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.3352048 Mar 08 15:41:18.836210 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Floating IP ac1da470-88c7-434e-a15a-23e0f88a4b0d associated. External IP: 172.27.1.125, port: 5f61dcad-871d-4d04-b7a1-1c65b08b1949. Mar 08 15:41:18.836612 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e6d5a1d6-a689-4430-85b2-71c579144c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1344873'] for network (00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.861985 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5008-2a14-4d0b-bbc0-39d95801e631 admin admin] Publish callbacks [] for security_group (862793f4-5d95-4540-9ef5-406395d83dcd), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.918632 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5008-2a14-4d0b-bbc0-39d95801e631 admin admin] Publish callbacks [] for security_group (862793f4-5d95-4540-9ef5-406395d83dcd), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.952919 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e6d5a1d6-a689-4430-85b2-71c579144c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388905', 'neutron.services.segments.db._delete_segments_for_network-8773855619431'] for network (00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:18.968878 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-aaada1f8-00c9-4225-9ddc-c1091610f935 req-750495a1-0297-4691-b5d8-89ad744291f0 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530025 Mar 08 15:41:18.989151 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.services.segments.db [None req-e6d5a1d6-a689-4430-85b2-71c579144c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6']}} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:18.999460 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.services.segments.db [None req-e6d5a1d6-a689-4430-85b2-71c579144c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192616cc-32c1-4be7-b002-49f3d8bfde08') {'for_net_delete': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:18.999728 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.services.segments.db [None req-e6d5a1d6-a689-4430-85b2-71c579144c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192616cc-32c1-4be7-b002-49f3d8bfde08') {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:19.001726 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5ef28-0b17-467a-b806-e0f97a19577f req-ea828731-731d-44e2-9f43-c339474a14ce tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:19.003270 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e2d5ef28-0b17-467a-b806-e0f97a19577f req-ea828731-731d-44e2-9f43-c339474a14ce tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.1643252 Mar 08 15:41:19.017076 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e6d5a1d6-a689-4430-85b2-71c579144c17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773855620464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14600628'] for segment (192616cc-32c1-4be7-b002-49f3d8bfde08), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:19.038804 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e6d5a1d6-a689-4430-85b2-71c579144c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (192616cc-32c1-4be7-b002-49f3d8bfde08), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:19.044084 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5008-2a14-4d0b-bbc0-39d95801e631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (862793f4-5d95-4540-9ef5-406395d83dcd), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:19.046590 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5008-2a14-4d0b-bbc0-39d95801e631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:19.050137 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-ffdd5008-2a14-4d0b-bbc0-39d95801e631 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/862793f4-5d95-4540-9ef5-406395d83dcd HTTP/1.1" status: 204 len: 168 time: 0.2982891 Mar 08 15:41:19.051899 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d5a1d6-a689-4430-85b2-71c579144c17 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:41:19.052364 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e6d5a1d6-a689-4430-85b2-71c579144c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15685200'] for segment (192616cc-32c1-4be7-b002-49f3d8bfde08), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: Traceback (most recent call last): Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: timer() Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: cb(*args, **kw) Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: return func(*args, **kwargs) Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: self._notify() Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: self.callback(batched_events) Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: event.method(event) Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: return f(self, *a, **k) Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: return self._get(url).json() Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: return self.request(url, 'GET', **kwargs) Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:41:19.054303 dv-cinder-830098-2-iscsi neutron-server[104418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:41:19.099222 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd5008-2a14-4d0b-bbc0-39d95801e631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862793f4-5d95-4540-9ef5-406395d83dcd,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:19.129658 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e6d5a1d6-a689-4430-85b2-71c579144c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752824'] for network (00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:19.136291 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e2d5ef28-0b17-467a-b806-e0f97a19577f req-2880755e-6532-465f-a334-46d8773bf17a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246724 Mar 08 15:41:19.143631 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e6d5a1d6-a689-4430-85b2-71c579144c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:19.150099 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-e6d5a1d6-a689-4430-85b2-71c579144c17 admin admin] 10.222.0.11 "DELETE /v2.0/networks/00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6 HTTP/1.1" status: 204 len: 168 time: 0.4341974 Mar 08 15:41:19.181583 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5a1d6-a689-4430-85b2-71c579144c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=00e371b7-cc84-4d9a-b8a8-2eaa9fc6f1a6,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:19.185709 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:41:19.311921 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:41:19.325274 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d42cd-a461-48b7-9df8-ef5fc2b17a68 None None] Sync routers for ids ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:41:19.338321 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d42cd-a461-48b7-9df8-ef5fc2b17a68 None None] Routers {'9afc2d2c-a6aa-4085-9b46-15248fa596d7'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:41:19.339116 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-c78d42cd-a461-48b7-9df8-ef5fc2b17a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:41:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:19.342513 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:19.374522 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 42238) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:19.432629 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-334fa9b4-0c4a-4a9d-935e-03ba027f5c9d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f8779f8ea6a4b799262c0b56677d833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0564754 Mar 08 15:41:19.434249 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-aee3550e-5984-458f-b713-d81e86f1fd41 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6514394 Mar 08 15:41:19.438957 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025cd9fc-9184-4e94-8ef8-b7b11606d0ee', 'tag': '5f61dcad-871d-4d04-b7a1-1c65b08b1949'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:41:19.439113 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 42240) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:19.439220 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71785947914745800d43d5c0a78718fe11ea6fdba8b9e0230793fe8b114d71b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2c0c18-5131-493d-9504-c70048413357" -d '{"events": [{"name": "network-changed", "server_uuid": "025cd9fc-9184-4e94-8ef8-b7b11606d0ee", "tag": "5f61dcad-871d-4d04-b7a1-1c65b08b1949"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:41:19.465644 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-c78d42cd-a461-48b7-9df8-ef5fc2b17a68 None None] Set router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:41:19.490830 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f831f5e-6624-44f9-9561-3f50d319c6f8 x-openstack-request-id: req-0f831f5e-6624-44f9-9561-3f50d319c6f8 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:41:19.491127 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025cd9fc-9184-4e94-8ef8-b7b11606d0ee", "tag": "5f61dcad-871d-4d04-b7a1-1c65b08b1949", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:41:19.491431 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f831f5e-6624-44f9-9561-3f50d319c6f8 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:41:19.491933 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025cd9fc-9184-4e94-8ef8-b7b11606d0ee', 'tag': '5f61dcad-871d-4d04-b7a1-1c65b08b1949', 'status': 'completed', 'code': 200} Mar 08 15:41:19.501408 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8b343040-02d5-42d1-b02e-905bc8aefe12 admin admin] Publish callbacks [] for security_group (3a3599c6-4ed2-4db7-acb0-48fb7578b22d), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:19.559202 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8b343040-02d5-42d1-b02e-905bc8aefe12 admin admin] Publish callbacks [] for security_group (3a3599c6-4ed2-4db7-acb0-48fb7578b22d), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:19.576026 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2c107-3035-4875-bd9d-9e03d19fc07a req-0bdb5cb5-ab5f-4c03-a014-feac041e41c4 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:19.577406 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-46f2c107-3035-4875-bd9d-9e03d19fc07a req-0bdb5cb5-ab5f-4c03-a014-feac041e41c4 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0584722 Mar 08 15:41:19.604185 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c0c18-5131-493d-9504-c70048413357 req-9018eb43-f727-4a65-bb69-8fbc6f8e44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:19.605705 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5b2c0c18-5131-493d-9504-c70048413357 req-9018eb43-f727-4a65-bb69-8fbc6f8e44f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d0cf23d94b04413bd119204393f2f3d&device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 1130 time: 0.0894318 Mar 08 15:41:19.646041 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-46f2c107-3035-4875-bd9d-9e03d19fc07a req-79d3e273-f7d8-491d-bc50-4afe071fb384 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591097 Mar 08 15:41:19.677604 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8b343040-02d5-42d1-b02e-905bc8aefe12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (3a3599c6-4ed2-4db7-acb0-48fb7578b22d), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:19.680266 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8b343040-02d5-42d1-b02e-905bc8aefe12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:19.681407 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-8b343040-02d5-42d1-b02e-905bc8aefe12 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a3599c6-4ed2-4db7-acb0-48fb7578b22d HTTP/1.1" status: 204 len: 168 time: 0.2445633 Mar 08 15:41:19.695382 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b343040-02d5-42d1-b02e-905bc8aefe12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3599c6-4ed2-4db7-acb0-48fb7578b22d,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:19.737036 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c0c18-5131-493d-9504-c70048413357 req-88f684aa-f5aa-447d-9dd8-37a5e4195c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:19.738644 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5b2c0c18-5131-493d-9504-c70048413357 req-88f684aa-f5aa-447d-9dd8-37a5e4195c57 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f HTTP/1.1" status: 200 len: 913 time: 0.1261225 Mar 08 15:41:19.835626 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-c78d42cd-a461-48b7-9df8-ef5fc2b17a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'ac1da470-88c7-434e-a15a-23e0f88a4b0d', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'port_id': '5f61dcad-871d-4d04-b7a1-1c65b08b1949', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'mac_address': 'fa:16:3e:f7:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025cd9fc-9184-4e94-8ef8-b7b11606d0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:41:17Z', 'updated_at': '2022-03-08T15:41:17Z', 'revision_number': 0, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:09Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:19.863244 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d42cd-a461-48b7-9df8-ef5fc2b17a68 None None] Checking router: 9afc2d2c-a6aa-4085-9b46-15248fa596d7 for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:41:19.873822 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d42cd-a461-48b7-9df8-ef5fc2b17a68 None None] Routers {'9afc2d2c-a6aa-4085-9b46-15248fa596d7'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:41:19.874668 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-c78d42cd-a461-48b7-9df8-ef5fc2b17a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:41:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:19.987565 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-c78d42cd-a461-48b7-9df8-ef5fc2b17a68 None None] Set router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:41:20.058133 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5b2c0c18-5131-493d-9504-c70048413357 req-9ea6ace3-ab48-4372-9343-60489acc34c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f61dcad-871d-4d04-b7a1-1c65b08b1949 HTTP/1.1" status: 200 len: 1000 time: 0.3065712 Mar 08 15:41:20.110440 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c0c18-5131-493d-9504-c70048413357 req-f1bf29f7-6300-491e-b537-235ca6c8fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:20.111849 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5b2c0c18-5131-493d-9504-c70048413357 req-f1bf29f7-6300-491e-b537-235ca6c8fca7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73b41290-8ee2-4e3d-bbe0-e90c06dbebb7 HTTP/1.1" status: 200 len: 851 time: 0.0456693 Mar 08 15:41:20.151796 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7838178-6bd3-40af-a33a-185cbe0681e6 req-a0fe8b40-5224-46c2-b930-f137a8b1bbb2 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:20.153942 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f7838178-6bd3-40af-a33a-185cbe0681e6 req-a0fe8b40-5224-46c2-b930-f137a8b1bbb2 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0898139 Mar 08 15:41:20.175532 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c0c18-5131-493d-9504-c70048413357 req-85bee07d-6b09-4bc7-9ef4-f7e22bda5f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:20.178718 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5b2c0c18-5131-493d-9504-c70048413357 req-85bee07d-6b09-4bc7-9ef4-f7e22bda5f09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592840 Mar 08 15:41:20.220894 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f7838178-6bd3-40af-a33a-185cbe0681e6 req-6f7b80b5-d212-4989-974c-f220052ebbf3 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596392 Mar 08 15:41:20.275993 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-c78d42cd-a461-48b7-9df8-ef5fc2b17a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'ac1da470-88c7-434e-a15a-23e0f88a4b0d', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'port_id': '5f61dcad-871d-4d04-b7a1-1c65b08b1949', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'mac_address': 'fa:16:3e:f7:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025cd9fc-9184-4e94-8ef8-b7b11606d0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:41:17Z', 'updated_at': '2022-03-08T15:41:17Z', 'revision_number': 0, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:09Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:20.312407 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcb3ad-f13f-485d-82b3-b837ab574f65 req-4f9b2156-a235-42cd-8745-74b73456bd23 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:20.312824 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d42cd-a461-48b7-9df8-ef5fc2b17a68 None None] The sync data for ids ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'] in dv-cinder-830098-2-iscsi is: [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'ac1da470-88c7-434e-a15a-23e0f88a4b0d', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'port_id': '5f61dcad-871d-4d04-b7a1-1c65b08b1949', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'mac_address': 'fa:16:3e:f7:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025cd9fc-9184-4e94-8ef8-b7b11606d0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:41:17Z', 'updated_at': '2022-03-08T15:41:17Z', 'revision_number': 0, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:09Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:41:20.321320 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f3dcb3ad-f13f-485d-82b3-b837ab574f65 req-4f9b2156-a235-42cd-8745-74b73456bd23 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 946 time: 0.0746682 Mar 08 15:41:20.338713 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5b2c0c18-5131-493d-9504-c70048413357 req-e47e6f9b-25c3-46fc-a859-74364c61e6ba service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482041 Mar 08 15:41:20.383661 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f3dcb3ad-f13f-485d-82b3-b837ab574f65 req-cd2f49e2-4a0a-4e59-8e6f-82ebfb67b220 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613501 Mar 08 15:41:20.495575 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5b2c0c18-5131-493d-9504-c70048413357 req-cf3efa80-aef5-44c2-a9e2-b75c27cd5bb6 service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324723 Mar 08 15:41:20.581989 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cda9a6-4b26-4b2c-8a05-41c797b20f5c None None] New status for floating IP ac1da470-88c7-434e-a15a-23e0f88a4b0d: ACTIVE {{(pid=104419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:41:20.791682 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52dddfd-23ed-414c-938c-1427bffafd9f req-4714c61d-62f2-4319-a5ff-2a325dd3fc62 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:20.799069 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c52dddfd-23ed-414c-938c-1427bffafd9f req-4714c61d-62f2-4319-a5ff-2a325dd3fc62 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0703959 Mar 08 15:41:20.858361 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c52dddfd-23ed-414c-938c-1427bffafd9f req-db1bf382-943a-4c55-aa7e-07ef0187936e tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585206 Mar 08 15:41:21.113507 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 1bfe6957-d915-492e-bee7-358270ccc0cf no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:41:21.200411 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 1bfe6957-d915-492e-bee7-358270ccc0cf is: ACTIVE; New status is: DOWN {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:21.200808 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:21.226541 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e726af8-263b-476f-94e4-4f39592931b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bfe6957-d915-492e-bee7-358270ccc0cf'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:41:21.228816 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd19bdd-738c-4591-8b62-16db4d53a26f" -d '{"events": [{"server_uuid": "7e726af8-263b-476f-94e4-4f39592931b4", "name": "network-vif-unplugged", "status": "completed", "tag": "1bfe6957-d915-492e-bee7-358270ccc0cf"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:41:21.241671 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 1bfe6957-d915-492e-bee7-358270ccc0cf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1bfe6957-d915-492e-bee7-358270ccc0cf,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:21.246894 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:21.273395 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 15:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5754c47f-8d67-4e40-a230-c3d946120553 x-openstack-request-id: req-5754c47f-8d67-4e40-a230-c3d946120553 {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:41:21.273706 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e726af8-263b-476f-94e4-4f39592931b4", "name": "network-vif-unplugged", "status": "failed", "tag": "1bfe6957-d915-492e-bee7-358270ccc0cf", "code": 422}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:41:21.273896 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5754c47f-8d67-4e40-a230-c3d946120553 {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:41:21.274532 dv-cinder-830098-2-iscsi neutron-server[104419]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e726af8-263b-476f-94e4-4f39592931b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1bfe6957-d915-492e-bee7-358270ccc0cf', 'code': 422} returned with failed status Mar 08 15:41:21.305466 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=1bfe6957-d915-492e-bee7-358270ccc0cf,revision_number=8']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:21.372384 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cec948-52b2-4b08-ac12-d0cd72bb1e0f req-aa27dfaa-0553-432f-a787-452490f710bc tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:21.373785 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f7cec948-52b2-4b08-ac12-d0cd72bb1e0f req-aa27dfaa-0553-432f-a787-452490f710bc tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0634189 Mar 08 15:41:21.421659 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f7cec948-52b2-4b08-ac12-d0cd72bb1e0f req-29bae114-e001-4113-8685-99c8786aa58b tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417657 Mar 08 15:41:21.516853 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfebc2-7e7a-40c1-baad-82a67bc2e132 req-d0df1258-a655-4e14-be64-948d1c82e98b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:21.518533 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9ddfebc2-7e7a-40c1-baad-82a67bc2e132 req-d0df1258-a655-4e14-be64-948d1c82e98b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0560813 Mar 08 15:41:21.567486 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9ddfebc2-7e7a-40c1-baad-82a67bc2e132 req-88ed0d75-15ec-4ae8-aefe-1ad79dbdfd69 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434051 Mar 08 15:41:21.984574 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0978c-a161-45a3-8e86-f8cd7510914a req-eec663d0-3cad-49df-8965-cee17422d60b tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:21.986152 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-01f0978c-a161-45a3-8e86-f8cd7510914a req-eec663d0-3cad-49df-8965-cee17422d60b tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0542767 Mar 08 15:41:22.040684 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-01f0978c-a161-45a3-8e86-f8cd7510914a req-61559786-5973-475c-bfeb-0733efd9adca tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451462 Mar 08 15:41:22.069021 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [req-fd676f42-748d-4a6f-9b40-3dd71e93fbe9 req-eb16889a-3802-4dc6-a96c-56363901bcf0 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=104417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:41:22.069984 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fd676f42-748d-4a6f-9b40-3dd71e93fbe9 req-eb16889a-3802-4dc6-a96c-56363901bcf0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054567 Mar 08 15:41:22.243099 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4a697-6924-431f-ac8a-7121daf0927e req-4bd6b60b-7462-462b-bae1-2f6bbaa92ce8 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:22.244835 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-baf4a697-6924-431f-ac8a-7121daf0927e req-4bd6b60b-7462-462b-bae1-2f6bbaa92ce8 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0557466 Mar 08 15:41:22.294256 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-baf4a697-6924-431f-ac8a-7121daf0927e req-72617df8-0132-4ea4-9510-86dff1ea04dd tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431833 Mar 08 15:41:22.560897 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da4eaa-d096-4b85-ab7f-c9c8d227ce8d req-5d319ccd-68be-4594-b4d7-67ad0d009fad tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:22.563016 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-55da4eaa-d096-4b85-ab7f-c9c8d227ce8d req-5d319ccd-68be-4594-b4d7-67ad0d009fad tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0637100 Mar 08 15:41:22.615343 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-55da4eaa-d096-4b85-ab7f-c9c8d227ce8d req-1353623e-4345-489a-b145-d3f7c378eabe tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446262 Mar 08 15:41:23.170099 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935b93e-a521-4176-b9db-69226ed27ed9 req-b21ffe61-993e-4777-89d5-d9b2ec3df3b0 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:23.171543 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0935b93e-a521-4176-b9db-69226ed27ed9 req-b21ffe61-993e-4777-89d5-d9b2ec3df3b0 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0611429 Mar 08 15:41:23.221993 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0935b93e-a521-4176-b9db-69226ed27ed9 req-3c579b52-a243-4258-b7da-7deb5a0c524a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443878 Mar 08 15:41:23.430902 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f16ecf-c533-492f-904e-4985802ec7eb req-6f254158-5928-4f37-89f0-89c31de551c2 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:23.432314 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c4f16ecf-c533-492f-904e-4985802ec7eb req-6f254158-5928-4f37-89f0-89c31de551c2 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0601404 Mar 08 15:41:23.480404 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c4f16ecf-c533-492f-904e-4985802ec7eb req-9af6b03d-276d-4e6d-9b23-5e2a82a15638 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423934 Mar 08 15:41:23.739585 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb75876-fbd9-445a-851c-815bb513b6b1 req-7f0f0ada-34d2-4bb8-9422-a96ff6aefd7a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:23.741024 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9bb75876-fbd9-445a-851c-815bb513b6b1 req-7f0f0ada-34d2-4bb8-9422-a96ff6aefd7a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0545008 Mar 08 15:41:23.793668 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9bb75876-fbd9-445a-851c-815bb513b6b1 req-490bff36-2161-4255-9d69-a11d44e830c2 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469193 Mar 08 15:41:24.351931 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f1558-a685-43ea-b691-e321add4c382 req-fd23e1ec-2bc0-4fa7-8b9f-ded05d19c5f6 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:24.353400 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-352f1558-a685-43ea-b691-e321add4c382 req-fd23e1ec-2bc0-4fa7-8b9f-ded05d19c5f6 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0591092 Mar 08 15:41:24.405520 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-352f1558-a685-43ea-b691-e321add4c382 req-d73857d2-8fa4-4c13-9457-095e2ca38ab0 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460389 Mar 08 15:41:24.606818 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350dccf-2bdc-47f7-91be-6c285a1df0dd req-6b4ae015-565a-4dc2-baf7-61d85bba6809 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:24.608213 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3350dccf-2bdc-47f7-91be-6c285a1df0dd req-6b4ae015-565a-4dc2-baf7-61d85bba6809 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0533159 Mar 08 15:41:24.657287 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3350dccf-2bdc-47f7-91be-6c285a1df0dd req-11640db4-3367-4e1c-8ba8-c0dd8dc55807 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433667 Mar 08 15:41:24.920217 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e82cfe-2e22-4285-9308-d64d6a07da9f req-4df8f66c-e206-43f5-8436-3236e2c4f8e9 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:24.921643 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-49e82cfe-2e22-4285-9308-d64d6a07da9f req-4df8f66c-e206-43f5-8436-3236e2c4f8e9 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0605991 Mar 08 15:41:24.970440 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-49e82cfe-2e22-4285-9308-d64d6a07da9f req-3b91d47f-553d-4ba4-81ec-9d26ad8f1890 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429304 Mar 08 15:41:25.114006 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 1bfe6957-d915-492e-bee7-358270ccc0cf no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:41:25.197665 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 1bfe6957-d915-492e-bee7-358270ccc0cf is: DOWN; New status is: DOWN {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:25.527591 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc054dec-e8b9-44df-b565-c4578fa67c46 req-9180996d-9a8b-4cae-8ae4-c52c1c81cd1e tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:25.529131 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fc054dec-e8b9-44df-b565-c4578fa67c46 req-9180996d-9a8b-4cae-8ae4-c52c1c81cd1e tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0551107 Mar 08 15:41:25.581110 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fc054dec-e8b9-44df-b565-c4578fa67c46 req-1f8dc8b7-fbca-4373-9040-a96a614044af tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440743 Mar 08 15:41:25.801635 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f2147-06d2-4994-91d8-51e106e1ac6f req-b31981d8-77ac-4d9c-96ce-29ae83d457cc tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:25.803158 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b13f2147-06d2-4994-91d8-51e106e1ac6f req-b31981d8-77ac-4d9c-96ce-29ae83d457cc tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0632389 Mar 08 15:41:25.860581 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b13f2147-06d2-4994-91d8-51e106e1ac6f req-6b3f241f-226a-4c84-a305-d45fcf620e1b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516820 Mar 08 15:41:26.110158 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fc7b5-cc0d-4492-aede-f8d0dd64db74 req-6df70610-072c-4f67-bdf2-2e819751f508 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:26.111712 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-478fc7b5-cc0d-4492-aede-f8d0dd64db74 req-6df70610-072c-4f67-bdf2-2e819751f508 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0642748 Mar 08 15:41:26.162892 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-478fc7b5-cc0d-4492-aede-f8d0dd64db74 req-d42f7fa6-093e-47d7-9446-b63b79d529d1 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456145 Mar 08 15:41:26.709067 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76484548-dcf7-48ad-a389-06293ba4d5ff req-80932ded-780e-49c2-89d3-05f7412ec318 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:26.710582 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-76484548-dcf7-48ad-a389-06293ba4d5ff req-80932ded-780e-49c2-89d3-05f7412ec318 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0565619 Mar 08 15:41:26.765493 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-76484548-dcf7-48ad-a389-06293ba4d5ff req-e7153476-e33c-4f19-af0a-852de9723e2c tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485880 Mar 08 15:41:26.999119 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2344b0-9741-4ee4-83a3-4d35b483e4cc req-7b89e645-505b-4255-b765-8443dc1a8d1d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:27.000515 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4c2344b0-9741-4ee4-83a3-4d35b483e4cc req-7b89e645-505b-4255-b765-8443dc1a8d1d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0626934 Mar 08 15:41:27.053557 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4c2344b0-9741-4ee4-83a3-4d35b483e4cc req-4c552572-66d2-4203-9552-ed2b04bcc15c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439198 Mar 08 15:41:27.286272 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c086e-d5e3-4d14-84ed-85cb2203e7a6 req-b824ac64-f0d3-4399-bd28-48f60a40afe3 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:27.287711 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-303c086e-d5e3-4d14-84ed-85cb2203e7a6 req-b824ac64-f0d3-4399-bd28-48f60a40afe3 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0555055 Mar 08 15:41:27.337326 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-303c086e-d5e3-4d14-84ed-85cb2203e7a6 req-144f46c1-871f-49ff-93fe-87e873c09534 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434167 Mar 08 15:41:27.702482 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 42432) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:27.803247 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b68698ee-438b-4350-90da-673a22ed8a56 req-a30e504d-7b17-416a-a92f-b6e1c777be60 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0996146 Mar 08 15:41:27.812343 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [req-b68698ee-438b-4350-90da-673a22ed8a56 req-76346a46-55fb-4e03-927b-f673fe95583e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=104418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:41:27.813216 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b68698ee-438b-4350-90da-673a22ed8a56 req-76346a46-55fb-4e03-927b-f673fe95583e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052648 Mar 08 15:41:27.892252 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 42446) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:27.904783 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d22518-4a27-4e1f-9c08-5930ed2150de req-7fa5e906-cb23-4818-b3d9-7134ba4020e6 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:27.906242 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-85d22518-4a27-4e1f-9c08-5930ed2150de req-7fa5e906-cb23-4818-b3d9-7134ba4020e6 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0628371 Mar 08 15:41:27.963210 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-85d22518-4a27-4e1f-9c08-5930ed2150de req-07e0420a-5352-4755-99e7-360fb43fc3ab tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514328 Mar 08 15:41:27.999221 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68698ee-438b-4350-90da-673a22ed8a56 req-58ee3560-e990-4fdf-a88a-ec89b60c8ccf tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:28.000604 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b68698ee-438b-4350-90da-673a22ed8a56 req-58ee3560-e990-4fdf-a88a-ec89b60c8ccf tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports/1bfe6957-d915-492e-bee7-358270ccc0cf HTTP/1.1" status: 200 len: 941 time: 0.1074359 Mar 08 15:41:28.182505 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065858b-e690-4f70-b98d-6ae4fc1a1125 req-fb4dbc8a-4b9f-4c3d-b871-e5ddb910dd30 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:28.184140 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f065858b-e690-4f70-b98d-6ae4fc1a1125 req-fb4dbc8a-4b9f-4c3d-b871-e5ddb910dd30 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0548458 Mar 08 15:41:28.235306 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f065858b-e690-4f70-b98d-6ae4fc1a1125 req-1f7c67ec-498c-4fc9-91c8-ef160a6f1a15 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435650 Mar 08 15:41:28.466053 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06144133-40ea-48f4-8e3b-bef9ee190898 req-03cbd595-0855-405c-b32d-c4c2543b8415 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:28.467610 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-06144133-40ea-48f4-8e3b-bef9ee190898 req-03cbd595-0855-405c-b32d-c4c2543b8415 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0598011 Mar 08 15:41:28.522269 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-06144133-40ea-48f4-8e3b-bef9ee190898 req-2fc6df9c-8f36-4001-ade1-a66b70d0610c tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476787 Mar 08 15:41:29.101101 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab727f-ec84-4e40-9fa2-126bef92f9e3 req-cd5b2a88-baa1-4d8d-86c6-e8cdcb91c4bb tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:29.102626 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-42ab727f-ec84-4e40-9fa2-126bef92f9e3 req-cd5b2a88-baa1-4d8d-86c6-e8cdcb91c4bb tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0611422 Mar 08 15:41:29.152167 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-42ab727f-ec84-4e40-9fa2-126bef92f9e3 req-50867af8-1e10-474d-92c1-53504a652b9f tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436704 Mar 08 15:41:29.382848 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981424e2-87ef-42d8-9731-413f57d0a47b req-19e77066-ddec-4356-8f87-bc9549bfbc31 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:29.384495 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-981424e2-87ef-42d8-9731-413f57d0a47b req-19e77066-ddec-4356-8f87-bc9549bfbc31 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0737538 Mar 08 15:41:29.466849 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-981424e2-87ef-42d8-9731-413f57d0a47b req-03cabe79-0ea2-4c43-aaef-de68299c57c8 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684929 Mar 08 15:41:29.648338 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bdcae-6e8f-490e-a909-033f7e0e3353 req-be1c65db-fe42-4bed-a04f-1ce767ee064e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:29.649935 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a44bdcae-6e8f-490e-a909-033f7e0e3353 req-be1c65db-fe42-4bed-a04f-1ce767ee064e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0583739 Mar 08 15:41:29.678046 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68698ee-438b-4350-90da-673a22ed8a56 req-dcff65f1-05c5-456d-9008-ff4bb1f20eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:29.679661 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b68698ee-438b-4350-90da-673a22ed8a56 req-dcff65f1-05c5-456d-9008-ff4bb1f20eaf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4&tenant_id=6f236c97d0e54f4dbe064bb9d3e45043 HTTP/1.1" status: 200 len: 1128 time: 0.0938480 Mar 08 15:41:29.705227 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a44bdcae-6e8f-490e-a909-033f7e0e3353 req-596a0246-e043-41ca-a7e9-6bd8f248cf44 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445824 Mar 08 15:41:29.754677 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68698ee-438b-4350-90da-673a22ed8a56 req-4b9a4fd3-41f9-43f9-9985-8dc12b44c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:29.756196 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b68698ee-438b-4350-90da-673a22ed8a56 req-4b9a4fd3-41f9-43f9-9985-8dc12b44c5bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f236c97d0e54f4dbe064bb9d3e45043&device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 1128 time: 0.0502086 Mar 08 15:41:29.858809 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68698ee-438b-4350-90da-673a22ed8a56 req-fa419a7d-46ab-42b2-8a6d-133eee17c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:29.860272 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b68698ee-438b-4350-90da-673a22ed8a56 req-fa419a7d-46ab-42b2-8a6d-133eee17c7c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80c89e2a-a478-41c0-9d26-81d641ec9f8f HTTP/1.1" status: 200 len: 916 time: 0.0973902 Mar 08 15:41:29.940838 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b68698ee-438b-4350-90da-673a22ed8a56 req-01fe1f86-c0b8-46cf-bbb7-f92d00132b05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bfe6957-d915-492e-bee7-358270ccc0cf HTTP/1.1" status: 200 len: 1000 time: 0.0722203 Mar 08 15:41:29.991218 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68698ee-438b-4350-90da-673a22ed8a56 req-cd38bb00-ee06-4448-88d2-fee25d9f1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:29.992664 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b68698ee-438b-4350-90da-673a22ed8a56 req-cd38bb00-ee06-4448-88d2-fee25d9f1fd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7c72dd9-f6bb-4082-bbc6-f002b75fe090 HTTP/1.1" status: 200 len: 854 time: 0.0451913 Mar 08 15:41:30.044971 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68698ee-438b-4350-90da-673a22ed8a56 req-eb91f87d-9a87-4acc-897f-ecc6bfe4c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:30.046507 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b68698ee-438b-4350-90da-673a22ed8a56 req-eb91f87d-9a87-4acc-897f-ecc6bfe4c187 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c89e2a-a478-41c0-9d26-81d641ec9f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458963 Mar 08 15:41:30.146258 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b68698ee-438b-4350-90da-673a22ed8a56 req-b3f323da-ba5b-4a26-8bbe-679d65e972a2 service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908566 Mar 08 15:41:30.246371 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b68698ee-438b-4350-90da-673a22ed8a56 req-d3f30db1-0707-4aa9-842a-1353327392e9 service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929074 Mar 08 15:41:30.276146 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5eac22-738c-4e8b-b839-4aed2acabb04 req-bc112d39-13f5-493a-a9dc-b9a0e430054a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:30.277826 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7c5eac22-738c-4e8b-b839-4aed2acabb04 req-bc112d39-13f5-493a-a9dc-b9a0e430054a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0556836 Mar 08 15:41:30.335427 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7c5eac22-738c-4e8b-b839-4aed2acabb04 req-30847989-ee10-4a7e-a663-8fa4cd05d7e7 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488546 Mar 08 15:41:30.600957 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5098d6-6a6a-4a48-a6ec-8072a4851290 req-59af423e-017a-48d8-a9d8-daca1e950f8e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:30.602531 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4b5098d6-6a6a-4a48-a6ec-8072a4851290 req-59af423e-017a-48d8-a9d8-daca1e950f8e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0548809 Mar 08 15:41:30.655086 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4b5098d6-6a6a-4a48-a6ec-8072a4851290 req-5a7cfd04-3d7f-4a42-a443-6505337decdf tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446115 Mar 08 15:41:30.864603 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfce8f9-a69c-47ae-8e9f-1007f6478d13 req-ee641019-2849-4094-a581-0bb9f643ed78 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:30.873191 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0bfce8f9-a69c-47ae-8e9f-1007f6478d13 req-ee641019-2849-4094-a581-0bb9f643ed78 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0895989 Mar 08 15:41:30.941380 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0bfce8f9-a69c-47ae-8e9f-1007f6478d13 req-f7077b2a-cda1-40d9-a749-64c13850c0c8 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665760 Mar 08 15:41:31.471676 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0e581-88a0-4ee3-8491-a6b188086986 req-45e6989f-79c9-4f6e-9ab6-c6e946485808 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:31.473148 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5ab0e581-88a0-4ee3-8491-a6b188086986 req-45e6989f-79c9-4f6e-9ab6-c6e946485808 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0582011 Mar 08 15:41:31.521643 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5ab0e581-88a0-4ee3-8491-a6b188086986 req-478bbf79-9898-474d-b2ca-901c45678aca tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425911 Mar 08 15:41:31.804926 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16c0b5-de98-433d-9846-5137d8a0ade7 req-c075724a-4751-4603-b334-76858d705bd4 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:31.806456 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3a16c0b5-de98-433d-9846-5137d8a0ade7 req-c075724a-4751-4603-b334-76858d705bd4 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0704923 Mar 08 15:41:31.861167 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3a16c0b5-de98-433d-9846-5137d8a0ade7 req-6d997a60-85c3-4441-98c4-80bf81149201 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483994 Mar 08 15:41:32.072827 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd8328-2d79-454e-b80a-3c2ea09b6237 req-5acbb3a3-8173-4218-afc6-82171bdd87a1 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:32.074429 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-eadd8328-2d79-454e-b80a-3c2ea09b6237 req-5acbb3a3-8173-4218-afc6-82171bdd87a1 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0586002 Mar 08 15:41:32.133884 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-eadd8328-2d79-454e-b80a-3c2ea09b6237 req-b70cfc40-a45a-4dfe-967f-01411e8840aa tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531292 Mar 08 15:41:32.659267 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942727aa-3109-44fa-8ad5-6a52d85d0064 req-5ef99270-4f8e-49d3-a229-3cb180d848bd tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:32.661062 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-942727aa-3109-44fa-8ad5-6a52d85d0064 req-5ef99270-4f8e-49d3-a229-3cb180d848bd tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0593002 Mar 08 15:41:32.728412 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-942727aa-3109-44fa-8ad5-6a52d85d0064 req-d62b297f-947a-4f41-8a80-b1e555e258c5 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555425 Mar 08 15:41:33.011903 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d186cf2-24a7-478b-9711-34efa58c5bf4 req-52616e7c-7e5b-4eb0-b8bd-0e5cc8d9c6dc tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:33.013389 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4d186cf2-24a7-478b-9711-34efa58c5bf4 req-52616e7c-7e5b-4eb0-b8bd-0e5cc8d9c6dc tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0576386 Mar 08 15:41:33.066001 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4d186cf2-24a7-478b-9711-34efa58c5bf4 req-39b0fb5b-7f21-4833-9877-98bd925986a5 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456293 Mar 08 15:41:33.275245 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a700f-2f02-42fb-b105-441df4239014 req-49171868-33ae-47ec-97ec-79d7e1d8aa41 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:33.276929 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ea7a700f-2f02-42fb-b105-441df4239014 req-49171868-33ae-47ec-97ec-79d7e1d8aa41 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0618243 Mar 08 15:41:33.328575 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ea7a700f-2f02-42fb-b105-441df4239014 req-20653c04-521b-48c4-b2fa-5fd4e37f39ab tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454881 Mar 08 15:41:33.873973 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a4826-12bb-431c-b65a-2f96b63ad6e0 req-f61bbbc8-2053-4446-93a6-8b993571a7af tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:33.875532 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c93a4826-12bb-431c-b65a-2f96b63ad6e0 req-f61bbbc8-2053-4446-93a6-8b993571a7af tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0623469 Mar 08 15:41:33.953784 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c93a4826-12bb-431c-b65a-2f96b63ad6e0 req-729ff441-3c2d-4d3b-a8a2-5f3886b39609 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722854 Mar 08 15:41:34.217334 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70713d2d-776b-46ed-9cd6-e3370bf7f4dc req-a2023c44-4b48-4d43-b7dc-e4b70d45d093 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:34.218799 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-70713d2d-776b-46ed-9cd6-e3370bf7f4dc req-a2023c44-4b48-4d43-b7dc-e4b70d45d093 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0673571 Mar 08 15:41:34.267357 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-70713d2d-776b-46ed-9cd6-e3370bf7f4dc req-7a46a776-c66f-4a48-ad96-e3e4caa68e97 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428462 Mar 08 15:41:34.467601 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61592d72-ad68-4b3b-bc43-bb9e03e74968 req-da8a89f9-28a3-40b7-a7ef-ac6230b98c5a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:34.469403 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-61592d72-ad68-4b3b-bc43-bb9e03e74968 req-da8a89f9-28a3-40b7-a7ef-ac6230b98c5a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0560825 Mar 08 15:41:34.521125 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-61592d72-ad68-4b3b-bc43-bb9e03e74968 req-68c62673-164d-44f3-9d99-2281b3c3adaa tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460856 Mar 08 15:41:35.084670 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6441676-c0ab-4964-9b96-afc0c9d21686 req-7a2ae8aa-1f06-440c-b612-eaf54f7b444c tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:35.086258 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a6441676-c0ab-4964-9b96-afc0c9d21686 req-7a2ae8aa-1f06-440c-b612-eaf54f7b444c tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0610452 Mar 08 15:41:35.161950 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a6441676-c0ab-4964-9b96-afc0c9d21686 req-d4ffca58-30e1-407e-84cf-19f0f2adfc10 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700681 Mar 08 15:41:35.225037 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 42580) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:35.377637 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-341610e8-0934-4772-8b6a-c567ed004e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:35.439827 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bee30-e5f9-4697-a965-14ead750a405 req-f09e6f8c-ba8a-47e0-9e73-915104a33824 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:35.441402 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-992bee30-e5f9-4697-a965-14ead750a405 req-f09e6f8c-ba8a-47e0-9e73-915104a33824 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0965631 Mar 08 15:41:35.523067 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-992bee30-e5f9-4697-a965-14ead750a405 req-1769aa9f-5969-4e71-a0c2-8603443da83a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729921 Mar 08 15:41:35.528234 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-341610e8-0934-4772-8b6a-c567ed004e2c admin admin] Publish callbacks [] for security_group (143bfed4-3136-4978-8cbc-3fe0dc4cbe93), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:35.533018 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-341610e8-0934-4772-8b6a-c567ed004e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (143bfed4-3136-4978-8cbc-3fe0dc4cbe93), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:35.574689 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-341610e8-0934-4772-8b6a-c567ed004e2c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=64993084117d47b7857e059518f75630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3475621 Mar 08 15:41:35.575673 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341610e8-0934-4772-8b6a-c567ed004e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143bfed4-3136-4978-8cbc-3fe0dc4cbe93,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:35.577451 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 42588) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:35.652239 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f9a3385c-b84b-4220-bfea-0a1151151dcf admin admin] Publish callbacks [] for security_group (143bfed4-3136-4978-8cbc-3fe0dc4cbe93), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:35.675396 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f9a3385c-b84b-4220-bfea-0a1151151dcf admin admin] Publish callbacks [] for security_group (143bfed4-3136-4978-8cbc-3fe0dc4cbe93), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:35.692965 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83230a56-9132-4eed-bf4f-94330c759ec6 req-c5288f4f-a574-4318-bd41-d25cd53a3e03 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:35.694676 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-83230a56-9132-4eed-bf4f-94330c759ec6 req-c5288f4f-a574-4318-bd41-d25cd53a3e03 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0721273 Mar 08 15:41:35.736368 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f9a3385c-b84b-4220-bfea-0a1151151dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (143bfed4-3136-4978-8cbc-3fe0dc4cbe93), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:35.739111 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f9a3385c-b84b-4220-bfea-0a1151151dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:35.743845 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-f9a3385c-b84b-4220-bfea-0a1151151dcf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/143bfed4-3136-4978-8cbc-3fe0dc4cbe93 HTTP/1.1" status: 204 len: 168 time: 0.1650386 Mar 08 15:41:35.759582 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b736ce00-bfe4-4aef-9f81-cfffe5a2fd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:35.764644 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-83230a56-9132-4eed-bf4f-94330c759ec6 req-194b3100-0046-4c8a-9837-86be01c3ba54 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634232 Mar 08 15:41:35.766534 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3385c-b84b-4220-bfea-0a1151151dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143bfed4-3136-4978-8cbc-3fe0dc4cbe93,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:36.302986 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaf1d2-5d46-4c89-857f-cf1d03ad8b10 req-0aa6012a-043b-4878-8142-0784c58f0b27 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:36.304963 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-51eaf1d2-5d46-4c89-857f-cf1d03ad8b10 req-0aa6012a-043b-4878-8142-0784c58f0b27 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0680499 Mar 08 15:41:36.381980 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-51eaf1d2-5d46-4c89-857f-cf1d03ad8b10 req-32d2b843-babc-4913-8de6-c8f9695a9768 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619926 Mar 08 15:41:36.670098 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d214297-1261-41e4-8ed7-afc1fbb1fef4 req-d3cff550-c3a1-451b-9c89-5ef9fe4a23ff tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:36.671958 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7d214297-1261-41e4-8ed7-afc1fbb1fef4 req-d3cff550-c3a1-451b-9c89-5ef9fe4a23ff tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0648346 Mar 08 15:41:36.734858 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7d214297-1261-41e4-8ed7-afc1fbb1fef4 req-e4b4b802-4ded-4cef-8fc4-bfcf65a098b7 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568674 Mar 08 15:41:36.948549 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da197d81-8ecd-4d5f-9c4c-c6b2e18271d3 req-32e5476c-f8e5-41b5-bb8e-3d999beb881c tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:36.950430 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-da197d81-8ecd-4d5f-9c4c-c6b2e18271d3 req-32e5476c-f8e5-41b5-bb8e-3d999beb881c tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0780427 Mar 08 15:41:37.026839 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-da197d81-8ecd-4d5f-9c4c-c6b2e18271d3 req-cc660ce9-1a65-4430-9473-8b1a86f9694e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680909 Mar 08 15:41:37.507812 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f39755-5f2b-479b-bce7-9f6ed1e09771 req-e993c82e-cdee-4280-98f4-781bbc758870 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:37.509255 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c9f39755-5f2b-479b-bce7-9f6ed1e09771 req-e993c82e-cdee-4280-98f4-781bbc758870 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0523548 Mar 08 15:41:37.567357 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c9f39755-5f2b-479b-bce7-9f6ed1e09771 req-e244f052-cc57-4f73-9d4c-ccc27a1d1dd5 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436549 Mar 08 15:41:37.866040 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9b3b3-7e69-49d2-8978-bfed458bb663 req-ca27b265-cae1-4103-adc7-6c4bfcfc7f50 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:37.867619 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-dfe9b3b3-7e69-49d2-8978-bfed458bb663 req-ca27b265-cae1-4103-adc7-6c4bfcfc7f50 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0569820 Mar 08 15:41:37.915828 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-dfe9b3b3-7e69-49d2-8978-bfed458bb663 req-89484ac1-db3a-494b-8732-2fdeb8c2678e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419006 Mar 08 15:41:38.175110 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7ed96-2cff-4e75-ac20-175e4f5246b9 req-a46383b0-c48f-4fa0-8d2e-c3a5cb10a89b tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:38.182647 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2cf7ed96-2cff-4e75-ac20-175e4f5246b9 req-a46383b0-c48f-4fa0-8d2e-c3a5cb10a89b tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0892997 Mar 08 15:41:38.233624 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2cf7ed96-2cff-4e75-ac20-175e4f5246b9 req-e69c652b-7f96-4a15-bc2d-256b928e3041 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500071 Mar 08 15:41:38.501184 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3984a58a-2924-474c-9544-fd0a1c6da00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:38.698433 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721854c6-bd1a-47e6-9be5-8453124bcba3 req-583473f6-167b-417c-b335-7413008988c6 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:38.700367 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-721854c6-bd1a-47e6-9be5-8453124bcba3 req-583473f6-167b-417c-b335-7413008988c6 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0580444 Mar 08 15:41:38.750188 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-721854c6-bd1a-47e6-9be5-8453124bcba3 req-fb566b83-e3b2-4081-88cc-05050d7d0008 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439897 Mar 08 15:41:39.051438 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75562a30-4e48-4d47-bf22-5ef156ef138c req-2738daf1-4fcb-4a10-8ee2-cad792f69e1d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:39.058620 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-75562a30-4e48-4d47-bf22-5ef156ef138c req-2738daf1-4fcb-4a10-8ee2-cad792f69e1d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0678990 Mar 08 15:41:39.109295 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-75562a30-4e48-4d47-bf22-5ef156ef138c req-eeb5d962-93ce-4b75-bc04-54f52a4d10f4 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497983 Mar 08 15:41:39.363492 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7aa6e-6ed8-43b6-ac3a-1f1cf903c875 req-1d7278e5-40e8-43ef-b4e4-d785bb3d4f54 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:39.371952 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-21e7aa6e-6ed8-43b6-ac3a-1f1cf903c875 req-1d7278e5-40e8-43ef-b4e4-d785bb3d4f54 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0729282 Mar 08 15:41:39.438597 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-21e7aa6e-6ed8-43b6-ac3a-1f1cf903c875 req-219e6fa8-cb62-4e83-9220-64c2ebad914d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656135 Mar 08 15:41:39.872770 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dea00-dbd7-4078-9bd7-ce64dabb7bad req-b43ff2c2-95db-4b3a-b13e-2711f6f7707d tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:39.874321 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9c6dea00-dbd7-4078-9bd7-ce64dabb7bad req-b43ff2c2-95db-4b3a-b13e-2711f6f7707d tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0544484 Mar 08 15:41:39.924511 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9c6dea00-dbd7-4078-9bd7-ce64dabb7bad req-6f87af49-9a07-4a95-9b88-d79693da88d7 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433321 Mar 08 15:41:40.183385 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:40.243504 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3757233-1bf1-423d-9f2b-3f29f01cb16c req-c6c15896-635c-4d6b-8dd2-0957703361de tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:40.245745 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f3757233-1bf1-423d-9f2b-3f29f01cb16c req-c6c15896-635c-4d6b-8dd2-0957703361de tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0539196 Mar 08 15:41:40.299657 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f3757233-1bf1-423d-9f2b-3f29f01cb16c req-01a05595-4ccb-40e2-8b23-7426dfe3f89d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482876 Mar 08 15:41:40.554533 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5517b3-fe5e-4464-81ac-1f18523a3630 req-9fa26c1f-a67a-4cb9-a077-55d5846a3785 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:40.555987 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5e5517b3-fe5e-4464-81ac-1f18523a3630 req-9fa26c1f-a67a-4cb9-a077-55d5846a3785 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0589643 Mar 08 15:41:40.605527 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5e5517b3-fe5e-4464-81ac-1f18523a3630 req-9d0662ac-6578-47ef-bdee-c40cc99e1c3e tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438504 Mar 08 15:41:40.990544 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:41.057370 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397f9dc-741e-48e0-b2c6-5e16a303320a req-7a7f080b-4d5c-4dc9-8d4a-799d470ddc78 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:41.058861 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2397f9dc-741e-48e0-b2c6-5e16a303320a req-7a7f080b-4d5c-4dc9-8d4a-799d470ddc78 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0610282 Mar 08 15:41:41.106690 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2397f9dc-741e-48e0-b2c6-5e16a303320a req-5000419c-4a92-4be2-860a-6d220ae05455 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420880 Mar 08 15:41:41.438052 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e5f96-ff15-422e-8108-10204a7f0941 req-e47f89fd-43ee-419f-acff-6a7c19724bba tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:41.439551 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-617e5f96-ff15-422e-8108-10204a7f0941 req-e47f89fd-43ee-419f-acff-6a7c19724bba tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0585325 Mar 08 15:41:41.498169 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-617e5f96-ff15-422e-8108-10204a7f0941 req-a5fc99dc-2deb-4cd4-a08b-dfc6f02438f0 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496767 Mar 08 15:41:41.741512 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eac48d-fb12-4ff0-be53-97d46f1e48ed req-9f85bec5-5d6d-4c76-a96a-a565ff3127bd tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:41.743052 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a9eac48d-fb12-4ff0-be53-97d46f1e48ed req-9f85bec5-5d6d-4c76-a96a-a565ff3127bd tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0594912 Mar 08 15:41:41.791029 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a9eac48d-fb12-4ff0-be53-97d46f1e48ed req-b4a62e9a-c399-42b5-9013-c83c7665f999 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410104 Mar 08 15:41:42.229920 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae54b1-0f41-4521-8916-daf209c60d8e req-36d131be-0bab-4ea5-b002-7c901aa55c17 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:42.231143 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-25ae54b1-0f41-4521-8916-daf209c60d8e req-36d131be-0bab-4ea5-b002-7c901aa55c17 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0556180 Mar 08 15:41:42.280162 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-25ae54b1-0f41-4521-8916-daf209c60d8e req-b0a563f5-1b2a-40f3-97b9-22b2702ba05f tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433495 Mar 08 15:41:42.293818 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:42.527439 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967f5bc-fde4-4a63-9b54-85f1e1b80683 req-8d78228c-9540-41f4-9abf-c74c83b48c10 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:42.534923 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3967f5bc-fde4-4a63-9b54-85f1e1b80683 req-8d78228c-9540-41f4-9abf-c74c83b48c10 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0645816 Mar 08 15:41:42.594977 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3967f5bc-fde4-4a63-9b54-85f1e1b80683 req-7b4205b0-fdcc-4bbf-9a06-d0ba7c3bc798 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538125 Mar 08 15:41:42.623934 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a47b7-c47b-4813-be67-bb754095a401 req-9ad37e36-d879-4950-98fc-414032547e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:42.626239 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d87a47b7-c47b-4813-be67-bb754095a401 req-9ad37e36-d879-4950-98fc-414032547e09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e423483374664153a105b4f930482129&device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 1130 time: 0.0844965 Mar 08 15:41:42.697809 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be206923-07d6-4ba9-8e87-0bb9eea42f98 req-0b687437-fce5-4176-a64e-118a7c2c99ac tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:42.701468 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-be206923-07d6-4ba9-8e87-0bb9eea42f98 req-0b687437-fce5-4176-a64e-118a7c2c99ac tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0722148 Mar 08 15:41:42.757170 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-be206923-07d6-4ba9-8e87-0bb9eea42f98 req-da697f86-f7d6-4d52-97f1-1a35bdecf111 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508690 Mar 08 15:41:42.788268 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a47b7-c47b-4813-be67-bb754095a401 req-d6a4f9f6-12dc-4912-aab3-958b24e4a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:42.790264 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d87a47b7-c47b-4813-be67-bb754095a401 req-d6a4f9f6-12dc-4912-aab3-958b24e4a35a service neutron] 10.222.0.41 "GET /v2.0/networks?id=255bbbd8-9561-4fc6-bb81-e8d65f873238 HTTP/1.1" status: 200 len: 911 time: 0.1496837 Mar 08 15:41:42.912606 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d87a47b7-c47b-4813-be67-bb754095a401 req-4ab5e1c8-b5ca-4d8f-ae90-42f9f2d3a2ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c HTTP/1.1" status: 200 len: 1001 time: 0.1090822 Mar 08 15:41:42.980224 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7180a8-2ac8-412a-8541-90a38d233bf0 req-35e84c3b-4021-4b86-9a64-b89fd0da3845 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:42.982134 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0b7180a8-2ac8-412a-8541-90a38d233bf0 req-35e84c3b-4021-4b86-9a64-b89fd0da3845 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0838337 Mar 08 15:41:43.023704 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a47b7-c47b-4813-be67-bb754095a401 req-7d0ba330-488b-4893-a7d6-863e4228f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:43.025447 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d87a47b7-c47b-4813-be67-bb754095a401 req-7d0ba330-488b-4893-a7d6-863e4228f950 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e58c1222-1db0-4e89-92f7-183351066a93 HTTP/1.1" status: 200 len: 849 time: 0.0910149 Mar 08 15:41:43.038802 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29273a-791c-4b73-af6d-614971f26845 req-49c21f88-7a98-42a1-ac7c-04f93873738e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:43.040597 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-1e29273a-791c-4b73-af6d-614971f26845 req-49c21f88-7a98-42a1-ac7c-04f93873738e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 1129 time: 0.1214280 Mar 08 15:41:43.058687 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0b7180a8-2ac8-412a-8541-90a38d233bf0 req-fa975af1-763d-407e-93c0-2fab5b6832c0 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635934 Mar 08 15:41:43.137337 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a47b7-c47b-4813-be67-bb754095a401 req-23106fd4-3017-432d-98b8-eb4f4e74433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:43.139224 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d87a47b7-c47b-4813-be67-bb754095a401 req-23106fd4-3017-432d-98b8-eb4f4e74433a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=255bbbd8-9561-4fc6-bb81-e8d65f873238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0977294 Mar 08 15:41:43.151550 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-1e29273a-791c-4b73-af6d-614971f26845 req-c2bb963c-0683-426c-b139-316edca805c0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776763 Mar 08 15:41:43.243803 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d87a47b7-c47b-4813-be67-bb754095a401 req-7e19d3d5-53a5-4d03-a2a7-08c2c9df6995 service neutron] 10.222.0.41 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909467 Mar 08 15:41:43.462151 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d87a47b7-c47b-4813-be67-bb754095a401 req-7c13837a-34c8-41c7-8653-1fd5a2564bee service neutron] 10.222.0.41 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004851 Mar 08 15:41:43.710476 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f5d2d-f59d-4990-8ec2-37dadb929895 req-74f4ef00-999a-4a1f-a0f4-54e65c10b389 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:43.711999 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-320f5d2d-f59d-4990-8ec2-37dadb929895 req-74f4ef00-999a-4a1f-a0f4-54e65c10b389 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0548813 Mar 08 15:41:43.761146 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-320f5d2d-f59d-4990-8ec2-37dadb929895 req-b3dea0e9-1363-425d-b507-49e5847ba104 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432923 Mar 08 15:41:43.900762 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e0791-02bc-41c8-98e3-23440f105fa2 req-9a44ccd3-d3d9-4983-adc0-888a86b14a65 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:43.903077 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ce6e0791-02bc-41c8-98e3-23440f105fa2 req-9a44ccd3-d3d9-4983-adc0-888a86b14a65 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0550508 Mar 08 15:41:43.961957 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ce6e0791-02bc-41c8-98e3-23440f105fa2 req-39ffc4d5-56bb-4feb-866c-29bcfa7038d5 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518146 Mar 08 15:41:44.194178 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e7a8e-f23b-47ce-8531-f6685d05872e req-67147338-0108-47a1-b185-ad7aae930ac8 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:44.195685 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a04e7a8e-f23b-47ce-8531-f6685d05872e req-67147338-0108-47a1-b185-ad7aae930ac8 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0563488 Mar 08 15:41:44.246190 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a04e7a8e-f23b-47ce-8531-f6685d05872e req-278a8890-aad4-46e9-b436-afcff774b6c8 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426223 Mar 08 15:41:44.892056 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c4de2-3fbc-44b0-a3b9-1e3975091780 req-d7b7660a-fd55-46f8-969c-c93c3cea4dc7 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:44.893514 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a67c4de2-3fbc-44b0-a3b9-1e3975091780 req-d7b7660a-fd55-46f8-969c-c93c3cea4dc7 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0573187 Mar 08 15:41:44.941476 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a67c4de2-3fbc-44b0-a3b9-1e3975091780 req-76f4e66f-0429-457f-b6fa-ba85433b3935 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423017 Mar 08 15:41:45.098665 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb504c5-7596-4f1f-9c74-79a38dfad929 req-2ed6d200-0023-43fa-944c-12e703a618c4 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:45.100672 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-aeb504c5-7596-4f1f-9c74-79a38dfad929 req-2ed6d200-0023-43fa-944c-12e703a618c4 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0675795 Mar 08 15:41:45.147969 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-aeb504c5-7596-4f1f-9c74-79a38dfad929 req-fbd25ac6-ae6c-4e1b-a397-67c058f6fddd tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413275 Mar 08 15:41:45.395177 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d956b-fa9a-4a66-a118-4cd3afb9c22c req-67c953c8-7119-48ed-9384-91d6480ab95f tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:45.396651 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9e5d956b-fa9a-4a66-a118-4cd3afb9c22c req-67c953c8-7119-48ed-9384-91d6480ab95f tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0596814 Mar 08 15:41:45.443890 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9e5d956b-fa9a-4a66-a118-4cd3afb9c22c req-c1b31438-e58f-4f23-b3f9-c60f66ecbeca tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414186 Mar 08 15:41:45.501968 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:41:45.806785 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b8d80-9662-4a52-9d47-be44f735002e req-1e553daa-b72e-422f-9619-6e3036d51f67 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:45.808376 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8e9b8d80-9662-4a52-9d47-be44f735002e req-1e553daa-b72e-422f-9619-6e3036d51f67 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0536215 Mar 08 15:41:45.859201 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8e9b8d80-9662-4a52-9d47-be44f735002e req-efe69cd1-dc55-4584-9741-d603bc7a548b tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451686 Mar 08 15:41:46.283281 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59c61d-9885-4f34-a108-bd048cf4443f req-45579559-4b58-4b52-b194-a3ebfa0943a6 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:46.284719 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2f59c61d-9885-4f34-a108-bd048cf4443f req-45579559-4b58-4b52-b194-a3ebfa0943a6 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0595975 Mar 08 15:41:46.336562 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2f59c61d-9885-4f34-a108-bd048cf4443f req-8292c29b-9481-499a-80ff-fef228b74f03 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428681 Mar 08 15:41:47.004038 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7b2dc-98d2-4095-b428-77b50c3972ce req-cebc1bb6-f074-4737-9b33-0bac0cb2fa02 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:47.005858 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-eed7b2dc-98d2-4095-b428-77b50c3972ce req-cebc1bb6-f074-4737-9b33-0bac0cb2fa02 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0711331 Mar 08 15:41:47.060512 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-eed7b2dc-98d2-4095-b428-77b50c3972ce req-a0e4b313-9505-46fc-99ea-a67b86b0567b tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461524 Mar 08 15:41:47.343571 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46802b-c3da-461a-984a-82f1b76d920d req-207b63a6-c030-4f64-b9b2-ef8c1cac57c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:47.344990 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-4b46802b-c3da-461a-984a-82f1b76d920d req-207b63a6-c030-4f64-b9b2-ef8c1cac57c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da68c550349b4d5d88fe95a528ab1898&device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 1129 time: 0.0489967 Mar 08 15:41:47.349372 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:47.451687 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46802b-c3da-461a-984a-82f1b76d920d req-80676934-14bc-48b2-8656-a149f299791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:47.453279 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-4b46802b-c3da-461a-984a-82f1b76d920d req-80676934-14bc-48b2-8656-a149f299791c service neutron] 10.222.0.41 "GET /v2.0/networks?id=336b1089-5f85-453c-a80f-537975cc126a HTTP/1.1" status: 200 len: 919 time: 0.0930762 Mar 08 15:41:47.472836 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283ca6b-81d9-4b2f-a424-415a1c91355e req-9c8bc066-43f7-418b-af58-2de51415c7e9 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:47.474452 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c283ca6b-81d9-4b2f-a424-415a1c91355e req-9c8bc066-43f7-418b-af58-2de51415c7e9 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0609384 Mar 08 15:41:47.496181 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-4b46802b-c3da-461a-984a-82f1b76d920d req-6033286a-1317-4ebc-ad81-16743a5c04d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9362275f-524c-4c5c-8b75-90fff569d8d7 HTTP/1.1" status: 200 len: 217 time: 0.0358613 Mar 08 15:41:47.523249 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c283ca6b-81d9-4b2f-a424-415a1c91355e req-12fe4958-225e-4934-9814-181e35960082 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431612 Mar 08 15:41:47.555633 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46802b-c3da-461a-984a-82f1b76d920d req-269275fe-48b6-43b8-9d99-aefd7d48ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:47.556926 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-4b46802b-c3da-461a-984a-82f1b76d920d req-269275fe-48b6-43b8-9d99-aefd7d48ce5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d1e6a02-595b-4943-bc40-53e048758393 HTTP/1.1" status: 200 len: 858 time: 0.0536606 Mar 08 15:41:47.612458 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-4b46802b-c3da-461a-984a-82f1b76d920d req-56f62d6b-1425-4a2e-a7e4-85e3050d2185 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=336b1089-5f85-453c-a80f-537975cc126a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370481 Mar 08 15:41:47.717493 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-4b46802b-c3da-461a-984a-82f1b76d920d req-e046477c-b190-44f4-9b6e-b2b02faaf1a1 service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965512 Mar 08 15:41:47.823331 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-4b46802b-c3da-461a-984a-82f1b76d920d req-ff3e07ad-15eb-4828-ae54-57427d361fba service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943415 Mar 08 15:41:47.876950 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 42800) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:47.980963 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2c1109b0-d1ee-4d8b-ac29-bfef2a6db87a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:48.062970 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2c1109b0-d1ee-4d8b-ac29-bfef2a6db87a admin admin] Publish callbacks [] for security_group (faf2b2e6-c635-4695-b91d-a515dfcd22cb), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:48.071670 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2c1109b0-d1ee-4d8b-ac29-bfef2a6db87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (faf2b2e6-c635-4695-b91d-a515dfcd22cb), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:48.111256 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-2c1109b0-d1ee-4d8b-ac29-bfef2a6db87a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=daf6937a23344a98be2ce2353c969c4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331271 Mar 08 15:41:48.113942 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 42806) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:48.117262 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1109b0-d1ee-4d8b-ac29-bfef2a6db87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf2b2e6-c635-4695-b91d-a515dfcd22cb,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:48.165368 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6d067efd-2c02-443e-9823-1b58127fef9a admin admin] Publish callbacks [] for security_group (faf2b2e6-c635-4695-b91d-a515dfcd22cb), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:48.187317 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6d067efd-2c02-443e-9823-1b58127fef9a admin admin] Publish callbacks [] for security_group (faf2b2e6-c635-4695-b91d-a515dfcd22cb), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:48.191314 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595b46c-aca5-4754-a191-025f03a8b59f req-33d1a91d-a0b5-4c9e-8b41-51266ad45bd1 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:48.193137 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4595b46c-aca5-4754-a191-025f03a8b59f req-33d1a91d-a0b5-4c9e-8b41-51266ad45bd1 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0577209 Mar 08 15:41:48.234442 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6d067efd-2c02-443e-9823-1b58127fef9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (faf2b2e6-c635-4695-b91d-a515dfcd22cb), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:48.237375 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6d067efd-2c02-443e-9823-1b58127fef9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:48.238569 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-6d067efd-2c02-443e-9823-1b58127fef9a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/faf2b2e6-c635-4695-b91d-a515dfcd22cb HTTP/1.1" status: 204 len: 168 time: 0.1233661 Mar 08 15:41:48.241760 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4595b46c-aca5-4754-a191-025f03a8b59f req-b2e6770e-b5f4-416d-9766-4c770cc9174f tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432985 Mar 08 15:41:48.247310 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d067efd-2c02-443e-9823-1b58127fef9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf2b2e6-c635-4695-b91d-a515dfcd22cb,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:48.652406 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80eddb-7d89-4f16-a526-ca4c582fb69a req-5d9ea132-9466-4c8c-bd79-b8fbff67ef22 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:48.654061 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6d80eddb-7d89-4f16-a526-ca4c582fb69a req-5d9ea132-9466-4c8c-bd79-b8fbff67ef22 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0576036 Mar 08 15:41:48.708760 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6d80eddb-7d89-4f16-a526-ca4c582fb69a req-fb90cdeb-c565-4ef7-87c6-ba1535291727 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480282 Mar 08 15:41:49.379137 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91b3a2-0c13-4973-b1f9-58da89f8af4e req-5e915a38-a8bc-4c43-8518-d22d9eab9d9f tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:49.380607 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0f91b3a2-0c13-4973-b1f9-58da89f8af4e req-5e915a38-a8bc-4c43-8518-d22d9eab9d9f tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0592568 Mar 08 15:41:49.436668 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0f91b3a2-0c13-4973-b1f9-58da89f8af4e req-768195f9-f4be-45a6-a484-778232732d6c tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500383 Mar 08 15:41:49.842772 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261ecca-870f-42ff-b646-21e4723118e8 req-03bc74a5-2168-4abc-8bb4-6332b550b910 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:49.844255 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c261ecca-870f-42ff-b646-21e4723118e8 req-03bc74a5-2168-4abc-8bb4-6332b550b910 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0550332 Mar 08 15:41:49.896658 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c261ecca-870f-42ff-b646-21e4723118e8 req-d957c741-98b5-4980-a20f-17d16536f487 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467377 Mar 08 15:41:50.566769 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-09e1d458-4305-481e-a02b-ad70824df257 req-7d0a5f2f-5525-483f-b8aa-5b416d2c4445 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6cc68e494921498da53903c289d33b94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354967 Mar 08 15:41:50.846424 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a71172-3e80-477f-b86e-d8a1da338f81 req-603e85fe-2216-492f-a849-9181bbc4deee tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:50.847897 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26a71172-3e80-477f-b86e-d8a1da338f81 req-603e85fe-2216-492f-a849-9181bbc4deee tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.3448050 Mar 08 15:41:50.993136 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26a71172-3e80-477f-b86e-d8a1da338f81 req-3069898e-b34f-477f-960a-b4c6e9e7c9e2 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391714 Mar 08 15:41:51.001250 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1d458-4305-481e-a02b-ad70824df257 req-16ea473b-0b4c-4bc9-8334-8dcad1968746 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:51.002653 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-09e1d458-4305-481e-a02b-ad70824df257 req-16ea473b-0b4c-4bc9-8334-8dcad1968746 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4305570 Mar 08 15:41:51.027353 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-09e1d458-4305-481e-a02b-ad70824df257 req-965fa9c8-2cc5-4bfa-92f8-601546cedf6a tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/quotas/6cc68e494921498da53903c289d33b94 HTTP/1.1" status: 200 len: 375 time: 0.0101976 Mar 08 15:41:51.074903 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-09e1d458-4305-481e-a02b-ad70824df257 req-e95afb0b-7879-41bc-aaf4-b064b49d54e9 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6cc68e494921498da53903c289d33b94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348518 Mar 08 15:41:51.126185 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006c17a-1bc2-486e-91b9-437f97d94a7d req-5f6414ac-1e1a-4599-bb95-5325177c8b7b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:51.127908 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2006c17a-1bc2-486e-91b9-437f97d94a7d req-5f6414ac-1e1a-4599-bb95-5325177c8b7b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0583999 Mar 08 15:41:51.187004 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2006c17a-1bc2-486e-91b9-437f97d94a7d req-1a9eac3e-d0ca-416c-9aaf-3aedaa8c8fae tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533936 Mar 08 15:41:51.241420 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-09669f2b-88aa-448b-b3b6-36c8e13add93 req-365e1f26-29f4-4e3f-832c-ee2fbbed4151 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 210 time: 0.0273988 Mar 08 15:41:52.128278 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c3004-8f95-4692-91bb-914e135f779d req-ffd5118d-97de-4262-ad4c-00da60b4f4de tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:52.129751 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1e3c3004-8f95-4692-91bb-914e135f779d req-ffd5118d-97de-4262-ad4c-00da60b4f4de tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0539114 Mar 08 15:41:52.177542 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1e3c3004-8f95-4692-91bb-914e135f779d req-585c34b1-bcfd-4eba-a435-4c94743572c8 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421062 Mar 08 15:41:52.336719 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2dc9a3ca-a53a-4293-84b9-9ddb0265eb04 req-216defcb-5325-4f87-9b3b-aaec3017e6ae tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 210 time: 0.0276837 Mar 08 15:41:52.344358 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30865a-2f86-46da-94ec-4075f070a6b8 req-309c0ddf-9f93-452f-bc8a-d292f9d41f69 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:52.345863 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4e30865a-2f86-46da-94ec-4075f070a6b8 req-309c0ddf-9f93-452f-bc8a-d292f9d41f69 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0867131 Mar 08 15:41:52.355956 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 42904) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:52.402230 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4e30865a-2f86-46da-94ec-4075f070a6b8 req-d6d03627-8702-49a4-be7b-76228e09c1d3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410929 Mar 08 15:41:52.469178 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ef573f80-469c-4713-b844-8bab6becb091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:52.546686 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ef573f80-469c-4713-b844-8bab6becb091 admin admin] Publish callbacks [] for security_group (3a55dcd5-2c8d-4180-9bb9-77ef2eada8b0), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:52.552764 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ef573f80-469c-4713-b844-8bab6becb091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (3a55dcd5-2c8d-4180-9bb9-77ef2eada8b0), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:52.591050 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-ef573f80-469c-4713-b844-8bab6becb091 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0eb2b3e0fe524158a95991d6fa0815a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339959 Mar 08 15:41:52.591881 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef573f80-469c-4713-b844-8bab6becb091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a55dcd5-2c8d-4180-9bb9-77ef2eada8b0,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:52.593907 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 42908) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:52.599237 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef573f80-469c-4713-b844-8bab6becb091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.599583 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef573f80-469c-4713-b844-8bab6becb091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.599920 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef573f80-469c-4713-b844-8bab6becb091 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.600256 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef573f80-469c-4713-b844-8bab6becb091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.600584 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef573f80-469c-4713-b844-8bab6becb091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.600909 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef573f80-469c-4713-b844-8bab6becb091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.601237 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef573f80-469c-4713-b844-8bab6becb091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.601554 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef573f80-469c-4713-b844-8bab6becb091 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.601882 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef573f80-469c-4713-b844-8bab6becb091 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.602186 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef573f80-469c-4713-b844-8bab6becb091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.602538 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef573f80-469c-4713-b844-8bab6becb091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.602852 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef573f80-469c-4713-b844-8bab6becb091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.603167 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef573f80-469c-4713-b844-8bab6becb091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.653185 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5351169-e769-478c-a24d-d68b9b56fc2e admin admin] Publish callbacks [] for security_group (3a55dcd5-2c8d-4180-9bb9-77ef2eada8b0), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:52.673920 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5351169-e769-478c-a24d-d68b9b56fc2e admin admin] Publish callbacks [] for security_group (3a55dcd5-2c8d-4180-9bb9-77ef2eada8b0), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:52.736945 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5351169-e769-478c-a24d-d68b9b56fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (3a55dcd5-2c8d-4180-9bb9-77ef2eada8b0), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:52.741116 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5351169-e769-478c-a24d-d68b9b56fc2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:52.744013 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f5351169-e769-478c-a24d-d68b9b56fc2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a55dcd5-2c8d-4180-9bb9-77ef2eada8b0 HTTP/1.1" status: 204 len: 168 time: 0.1490538 Mar 08 15:41:52.752277 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5351169-e769-478c-a24d-d68b9b56fc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a55dcd5-2c8d-4180-9bb9-77ef2eada8b0,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:52.759335 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5351169-e769-478c-a24d-d68b9b56fc2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.759685 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5351169-e769-478c-a24d-d68b9b56fc2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.760024 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5351169-e769-478c-a24d-d68b9b56fc2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.760358 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5351169-e769-478c-a24d-d68b9b56fc2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.760943 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5351169-e769-478c-a24d-d68b9b56fc2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.761221 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5351169-e769-478c-a24d-d68b9b56fc2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.761437 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5351169-e769-478c-a24d-d68b9b56fc2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.761768 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5351169-e769-478c-a24d-d68b9b56fc2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.762084 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5351169-e769-478c-a24d-d68b9b56fc2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.762420 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5351169-e769-478c-a24d-d68b9b56fc2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.762739 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5351169-e769-478c-a24d-d68b9b56fc2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.763048 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5351169-e769-478c-a24d-d68b9b56fc2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:52.763380 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5351169-e769-478c-a24d-d68b9b56fc2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:53.298045 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725457e4-1078-413f-8d22-fff30d5caa71 req-790ecaf0-2366-434d-9860-f413daf3f862 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:53.299412 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-725457e4-1078-413f-8d22-fff30d5caa71 req-790ecaf0-2366-434d-9860-f413daf3f862 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0544517 Mar 08 15:41:53.347534 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-725457e4-1078-413f-8d22-fff30d5caa71 req-620cd649-06c1-4a3b-a32c-05ccfbb1dd09 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422969 Mar 08 15:41:53.404141 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 42934) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:53.437986 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b1a93456-3e14-43a9-ba8f-59c138c1def8 req-0a254b8c-bc00-4537-b86e-782ae742d7bc tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 210 time: 0.0266588 Mar 08 15:41:53.505012 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-620248ed-e521-4194-844d-ea1f306ba9da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-618727578-network', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:41:53.539056 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620248ed-e521-4194-844d-ea1f306ba9da admin admin] Made reservation on behalf of cb368cfd69d14ec7970e2f6d22701c6d for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:41:53.542767 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-620248ed-e521-4194-844d-ea1f306ba9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:53.558549 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96079c5a-10f8-4c9f-a7cc-b442283406d9 req-36c454ea-3d86-47e4-bb0b-6024bca3a037 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:53.560066 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-96079c5a-10f8-4c9f-a7cc-b442283406d9 req-36c454ea-3d86-47e4-bb0b-6024bca3a037 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0855827 Mar 08 15:41:53.560842 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-620248ed-e521-4194-844d-ea1f306ba9da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:53.628041 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-96079c5a-10f8-4c9f-a7cc-b442283406d9 req-938bc4ce-65e7-4cce-a544-7f81167743f0 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594845 Mar 08 15:41:53.671255 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-620248ed-e521-4194-844d-ea1f306ba9da admin admin] Publish callbacks [] for security_group (dc3d10c2-2b91-4cc1-9caf-f95c04471bd4), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:53.677303 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-620248ed-e521-4194-844d-ea1f306ba9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (dc3d10c2-2b91-4cc1-9caf-f95c04471bd4), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:53.703685 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620248ed-e521-4194-844d-ea1f306ba9da admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=104417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:41:53.708291 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620248ed-e521-4194-844d-ea1f306ba9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3d10c2-2b91-4cc1-9caf-f95c04471bd4,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:53.715464 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-620248ed-e521-4194-844d-ea1f306ba9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (02a379d6-2953-4c52-a0d2-28e922eff80a), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:53.715727 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-620248ed-e521-4194-844d-ea1f306ba9da admin admin] Added segment 02a379d6-2953-4c52-a0d2-28e922eff80a of type vlan for network abfda2a0-132b-4978-bd17-7bbda6476ec7 Mar 08 15:41:53.754099 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-620248ed-e521-4194-844d-ea1f306ba9da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (abfda2a0-132b-4978-bd17-7bbda6476ec7), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:53.781452 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-620248ed-e521-4194-844d-ea1f306ba9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (abfda2a0-132b-4978-bd17-7bbda6476ec7), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:53.782906 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620248ed-e521-4194-844d-ea1f306ba9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:53.783739 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-620248ed-e521-4194-844d-ea1f306ba9da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:53.822309 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-620248ed-e521-4194-844d-ea1f306ba9da admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4169087 Mar 08 15:41:53.825571 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 42940) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:53.830644 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-fd6baf65-9d3d-4042-9fc5-8a0d41ccc04a admin admin] Request body: {'subnet': {'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-618727578-subnet', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'ip_version': 4}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:41:53.851275 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6baf65-9d3d-4042-9fc5-8a0d41ccc04a admin admin] Made reservation on behalf of cb368cfd69d14ec7970e2f6d22701c6d for: {'subnet': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:41:53.853648 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fd6baf65-9d3d-4042-9fc5-8a0d41ccc04a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12984235'] for subnet (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:53.857919 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620248ed-e521-4194-844d-ea1f306ba9da admin admin] Pushing event updated for resources: {'Network': ['ID=abfda2a0-132b-4978-bd17-7bbda6476ec7,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:53.868318 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network abfda2a0-132b-4978-bd17-7bbda6476ec7 details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:41:54.025478 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fd6baf65-9d3d-4042-9fc5-8a0d41ccc04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15683837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12984245'] for subnet (a9e40898-8aff-4be1-8e3a-681338b0d56e), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.073158 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6baf65-9d3d-4042-9fc5-8a0d41ccc04a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e40898-8aff-4be1-8e3a-681338b0d56e,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:54.091611 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6baf65-9d3d-4042-9fc5-8a0d41ccc04a admin admin] Checking segment: {'id': '02a379d6-2953-4c52-a0d2-28e922eff80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:41:54.091966 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6baf65-9d3d-4042-9fc5-8a0d41ccc04a admin admin] Network hostable DHCP agents. Network: abfda2a0-132b-4978-bd17-7bbda6476ec7, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:41:54.109110 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6baf65-9d3d-4042-9fc5-8a0d41ccc04a admin admin] Network abfda2a0-132b-4978-bd17-7bbda6476ec7 is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:41:54.118904 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-fd6baf65-9d3d-4042-9fc5-8a0d41ccc04a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, abfda2a0-132b-4978-bd17-7bbda6476ec7) {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:41:54.123130 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6baf65-9d3d-4042-9fc5-8a0d41ccc04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:54.123718 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fd6baf65-9d3d-4042-9fc5-8a0d41ccc04a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.129236 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d29c0a-e6dc-42f8-b9b6-32467533a91c None None] Network abfda2a0-132b-4978-bd17-7bbda6476ec7 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:41:54.139092 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-fd6baf65-9d3d-4042-9fc5-8a0d41ccc04a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3120019 Mar 08 15:41:54.141375 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 42942) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:54.145787 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-618727578-router', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:41:54.169078 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25174'] for router (592430f6-e999-485a-860c-1490054fb0cf), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.170079 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25183'] for router (592430f6-e999-485a-860c-1490054fb0cf), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.224642 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] Publish callbacks [] for router_controller (592430f6-e999-485a-860c-1490054fb0cf), precommit_add_association {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.225929 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6a47f08-8a45-55e2-9afe-03599cd2f3a7-abfda2a0-132b-4978-bd17-7bbda6476ec7', 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7', 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'fixed_ips': [{'subnet_id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e'}]}} from dv-cinder-830098-2-iscsi. {{(pid=104419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:41:54.226765 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.361717 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.db_base_plugin_common [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Allocated IP 172.20.0.2 (abfda2a0-132b-4978-bd17-7bbda6476ec7/a9e40898-8aff-4be1-8e3a-681338b0d56e/227dcffd-6dd7-48ff-9410-4493e1dc71ff) {{(pid=104419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:41:54.366280 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] Publish callbacks [] for router_gateway (592430f6-e999-485a-860c-1490054fb0cf), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.482421 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e413f-57dc-4c11-a2b7-98a455991cdd req-3b261006-ac09-4ed2-a93b-a116709cded0 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:54.483998 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e56e413f-57dc-4c11-a2b7-98a455991cdd req-3b261006-ac09-4ed2-a93b-a116709cded0 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0635855 Mar 08 15:41:54.520845 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Publish callbacks [] for port (227dcffd-6dd7-48ff-9410-4493e1dc71ff), precommit_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.528329 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (227dcffd-6dd7-48ff-9410-4493e1dc71ff), after_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.547693 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8f80e894-d435-4d34-b719-cddb438f0140 req-b24167b4-a5a4-4a56-97a7-93040b3f5b2a tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 210 time: 0.0387950 Mar 08 15:41:54.560224 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e56e413f-57dc-4c11-a2b7-98a455991cdd req-42742021-1765-4e4e-9d33-eade49c35346 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704737 Mar 08 15:41:54.572959 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Network abfda2a0-132b-4978-bd17-7bbda6476ec7 is already hosted by enough agents. {{(pid=104419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:41:54.574820 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.base_scheduler [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Resources bound (agent type, host, resource id): {{(pid=104419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:41:54.578499 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Received port after_create {{(pid=104419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:41:54.585706 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Pushing event updated for resources: {'Port': ['ID=227dcffd-6dd7-48ff-9410-4493e1dc71ff,revision_number=1']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:54.602312 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] Publish callbacks [] for router_gateway (592430f6-e999-485a-860c-1490054fb0cf), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.621328 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.648528 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Attempting to bind port 227dcffd-6dd7-48ff-9410-4493e1dc71ff on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:41:54.648894 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Attempting to bind port 227dcffd-6dd7-48ff-9410-4493e1dc71ff by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': '02a379d6-2953-4c52-a0d2-28e922eff80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:41:54.649251 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Attempting to bind port 227dcffd-6dd7-48ff-9410-4493e1dc71ff on network abfda2a0-132b-4978-bd17-7bbda6476ec7 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:41:54.655055 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:41:54.656300 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Checking segment: {'id': '02a379d6-2953-4c52-a0d2-28e922eff80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:41:54.656300 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.656300 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Bound using segment: {'id': '02a379d6-2953-4c52-a0d2-28e922eff80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:41:54.656744 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Bound port: 227dcffd-6dd7-48ff-9410-4493e1dc71ff, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a379d6-2953-4c52-a0d2-28e922eff80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:41:54.657116 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (227dcffd-6dd7-48ff-9410-4493e1dc71ff), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.732502 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] For port 227dcffd-6dd7-48ff-9410-4493e1dc71ff, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:41:54.735957 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] For port 227dcffd-6dd7-48ff-9410-4493e1dc71ff, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=227dcffd-6dd7-48ff-9410-4493e1dc71ff,segment=NetworkSegment(02a379d6-2953-4c52-a0d2-28e922eff80a),segment_id=02a379d6-2953-4c52-a0d2-28e922eff80a)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:41:54.738619 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] Allocated IP 172.27.1.7 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/462e5bfa-10d8-44ef-9731-b03ea2cf43e4) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:41:54.742487 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (227dcffd-6dd7-48ff-9410-4493e1dc71ff), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.764595 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c64fc1-8200-495a-ba2b-b4466e729381 req-abfe7ad3-3f67-4c92-8642-40fd4399eb3e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:54.766080 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-56c64fc1-8200-495a-ba2b-b4466e729381 req-abfe7ad3-3f67-4c92-8642-40fd4399eb3e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0592458 Mar 08 15:41:54.816123 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95d8e7-4e42-4880-9365-0c314d9a4273 None None] Pushing event updated for resources: {'Port': ['ID=227dcffd-6dd7-48ff-9410-4493e1dc71ff,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:54.831084 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-56c64fc1-8200-495a-ba2b-b4466e729381 req-e9fe5224-9af4-4a32-b69a-84754b745017 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560241 Mar 08 15:41:54.863016 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] Publish callbacks [] for port (462e5bfa-10d8-44ef-9731-b03ea2cf43e4), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.897402 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (462e5bfa-10d8-44ef-9731-b03ea2cf43e4), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:54.942071 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:41:54.945036 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:41:54.949006 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:41:54.954358 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] Pushing event updated for resources: {'Port': ['ID=462e5bfa-10d8-44ef-9731-b03ea2cf43e4,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:55.451128 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] Publish callbacks [] for router_gateway (592430f6-e999-485a-860c-1490054fb0cf), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:55.670103 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752864'] for router (592430f6-e999-485a-860c-1490054fb0cf), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:55.678339 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-17522860-26c5-436a-9d28-d37819785504 req-1e71af44-5b26-4357-929c-187c0b1fa0e8 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 210 time: 0.0540259 Mar 08 15:41:55.732115 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b8f3a0-4b5b-4ead-a938-fc6c80081c0b None None] Network abfda2a0-132b-4978-bd17-7bbda6476ec7 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:41:55.748420 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b35dd-2ca1-4d4b-9741-fe8bb1df1504 req-bb5e2025-7bea-4539-a1fb-0a83a086e1b4 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:55.748798 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 227dcffd-6dd7-48ff-9410-4493e1dc71ff up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:41:55.749825 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c90b35dd-2ca1-4d4b-9741-fe8bb1df1504 req-bb5e2025-7bea-4539-a1fb-0a83a086e1b4 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0741074 Mar 08 15:41:55.798193 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c90b35dd-2ca1-4d4b-9741-fe8bb1df1504 req-9771b31d-58a6-4fa7-809d-2be2f0b11492 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419760 Mar 08 15:41:55.825437 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] Router 592430f6-e999-485a-860c-1490054fb0cf is scheduled to L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 with binding_index 1 {{(pid=104418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:41:55.843432 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-24451b10-2861-4d49-a6fd-efef0c2a9508 None None] Provisioning complete for port 227dcffd-6dd7-48ff-9410-4493e1dc71ff triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:55.843798 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-24451b10-2861-4d49-a6fd-efef0c2a9508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (227dcffd-6dd7-48ff-9410-4493e1dc71ff), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:55.913454 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 227dcffd-6dd7-48ff-9410-4493e1dc71ff triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:55.913818 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (227dcffd-6dd7-48ff-9410-4493e1dc71ff), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:55.941924 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:41:55.954418 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Sync routers for ids ['592430f6-e999-485a-860c-1490054fb0cf'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:41:55.965526 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:55.968454 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-6acbc36d-c8d1-4e1b-9d12-ce0671c87356 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.8249278 Mar 08 15:41:55.970279 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 42956) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:55.975539 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Routers {'592430f6-e999-485a-860c-1490054fb0cf'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:41:55.976167 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:41:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['592430f6-e999-485a-860c-1490054fb0cf'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:55.978947 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a16f-4a41-4bdf-8017-18179452f4ef req-b07b7386-6b28-46e3-b029-754ea7bf4a68 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:55.981004 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ad33a16f-4a41-4bdf-8017-18179452f4ef req-b07b7386-6b28-46e3-b029-754ea7bf4a68 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0823152 Mar 08 15:41:55.996426 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-24451b10-2861-4d49-a6fd-efef0c2a9508 None None] Current status of the port 227dcffd-6dd7-48ff-9410-4493e1dc71ff is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:55.997245 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-24451b10-2861-4d49-a6fd-efef0c2a9508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (227dcffd-6dd7-48ff-9410-4493e1dc71ff), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:56.057255 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ad33a16f-4a41-4bdf-8017-18179452f4ef req-38b9d659-98f0-460c-8f6e-04cb27324315 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674014 Mar 08 15:41:56.059052 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-24451b10-2861-4d49-a6fd-efef0c2a9508 None None] For port 227dcffd-6dd7-48ff-9410-4493e1dc71ff, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=227dcffd-6dd7-48ff-9410-4493e1dc71ff,segment=NetworkSegment(02a379d6-2953-4c52-a0d2-28e922eff80a),segment_id=02a379d6-2953-4c52-a0d2-28e922eff80a)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:56.065975 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 227dcffd-6dd7-48ff-9410-4493e1dc71ff is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:56.066655 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (227dcffd-6dd7-48ff-9410-4493e1dc71ff), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:56.118613 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Set router 592430f6-e999-485a-860c-1490054fb0cf gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:41:56.214845 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-24451b10-2861-4d49-a6fd-efef0c2a9508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (227dcffd-6dd7-48ff-9410-4493e1dc71ff), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:56.295232 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.db.api [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 15:41:56.295910 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG oslo_db.api [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 15:41:56.296381 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24451b10-2861-4d49-a6fd-efef0c2a9508 None None] Pushing event updated for resources: {'Port': ['ID=227dcffd-6dd7-48ff-9410-4493e1dc71ff,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:56.310975 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592430f6-e999-485a-860c-1490054fb0cf', 'name': 'tempest-TestShelveInstance-618727578-router', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:55Z', 'revision_number': 3, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'gw_port': {'id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:56.336317 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Checking router: 592430f6-e999-485a-860c-1490054fb0cf for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:41:56.336667 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Updating router 592430f6-e999-485a-860c-1490054fb0cf port 462e5bfa-10d8-44ef-9731-b03ea2cf43e4 binding host dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:41:56.338272 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-022e5f6f-96f1-4dbf-91b2-b319ec185b34 None None] Provisioning complete for port 227dcffd-6dd7-48ff-9410-4493e1dc71ff triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:56.338800 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-022e5f6f-96f1-4dbf-91b2-b319ec185b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (227dcffd-6dd7-48ff-9410-4493e1dc71ff), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:56.367037 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (462e5bfa-10d8-44ef-9731-b03ea2cf43e4), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:56.424573 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-022e5f6f-96f1-4dbf-91b2-b319ec185b34 None None] Current status of the port 227dcffd-6dd7-48ff-9410-4493e1dc71ff is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:56.490094 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e25e20b1-075b-4d1b-b426-c0976078070d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:56.613535 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Publish callbacks [] for port (462e5bfa-10d8-44ef-9731-b03ea2cf43e4), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:56.620192 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (462e5bfa-10d8-44ef-9731-b03ea2cf43e4), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:56.646280 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-e25e20b1-075b-4d1b-b426-c0976078070d admin admin] Allocated IP 172.20.0.1 (abfda2a0-132b-4978-bd17-7bbda6476ec7/a9e40898-8aff-4be1-8e3a-681338b0d56e/89bf96f4-4b80-4f63-916b-148d1a80d900) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:41:56.672058 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Attempting to bind port 462e5bfa-10d8-44ef-9731-b03ea2cf43e4 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:41:56.672426 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Attempting to bind port 462e5bfa-10d8-44ef-9731-b03ea2cf43e4 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:41:56.672784 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Attempting to bind port 462e5bfa-10d8-44ef-9731-b03ea2cf43e4 on network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:41:56.678220 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2d8ca-40f0-49ce-aa7a-6c406e4a2c3e None None] Pushing event updated for resources: {'Port': ['ID=462e5bfa-10d8-44ef-9731-b03ea2cf43e4,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:56.682893 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:41:56.683354 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Checking segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:41:56.683755 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:56.684139 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Bound using segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:41:56.684604 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Bound port: 462e5bfa-10d8-44ef-9731-b03ea2cf43e4, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:41:56.684979 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (462e5bfa-10d8-44ef-9731-b03ea2cf43e4), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:56.690973 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d8ca-40f0-49ce-aa7a-6c406e4a2c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:56.691340 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d8ca-40f0-49ce-aa7a-6c406e4a2c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:56.691696 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d8ca-40f0-49ce-aa7a-6c406e4a2c3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:56.692030 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d8ca-40f0-49ce-aa7a-6c406e4a2c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:56.692359 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d8ca-40f0-49ce-aa7a-6c406e4a2c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:56.692684 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d8ca-40f0-49ce-aa7a-6c406e4a2c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:56.693007 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d8ca-40f0-49ce-aa7a-6c406e4a2c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:56.693329 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d8ca-40f0-49ce-aa7a-6c406e4a2c3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:56.693647 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d8ca-40f0-49ce-aa7a-6c406e4a2c3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:56.693985 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d8ca-40f0-49ce-aa7a-6c406e4a2c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:56.694305 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d8ca-40f0-49ce-aa7a-6c406e4a2c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:56.694652 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d8ca-40f0-49ce-aa7a-6c406e4a2c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:56.694972 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2d8ca-40f0-49ce-aa7a-6c406e4a2c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:41:56.754462 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e25e20b1-075b-4d1b-b426-c0976078070d admin admin] Publish callbacks [] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:56.756618 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] For port 462e5bfa-10d8-44ef-9731-b03ea2cf43e4, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:41:56.761308 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] For port 462e5bfa-10d8-44ef-9731-b03ea2cf43e4, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=462e5bfa-10d8-44ef-9731-b03ea2cf43e4,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:41:56.770136 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (462e5bfa-10d8-44ef-9731-b03ea2cf43e4), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:56.788478 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-be1e2e1d-af45-47ac-bb21-d3721458e20c req-d4d145bd-7f9d-4f04-9554-4f8a8dbcfeb4 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 210 time: 0.0305734 Mar 08 15:41:56.792812 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e25e20b1-075b-4d1b-b426-c0976078070d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:56.830490 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Routers {'592430f6-e999-485a-860c-1490054fb0cf'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:41:56.831071 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:41:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['592430f6-e999-485a-860c-1490054fb0cf'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:56.838892 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25e20b1-075b-4d1b-b426-c0976078070d admin admin] Network abfda2a0-132b-4978-bd17-7bbda6476ec7 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:41:56.851062 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-e25e20b1-075b-4d1b-b426-c0976078070d admin admin] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:41:56.855115 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25e20b1-075b-4d1b-b426-c0976078070d admin admin] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:41:56.857294 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 227dcffd-6dd7-48ff-9410-4493e1dc71ff is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:56.891479 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e20b1-075b-4d1b-b426-c0976078070d admin admin] Pushing event updated for resources: {'Port': ['ID=89bf96f4-4b80-4f63-916b-148d1a80d900,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:56.898132 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e25e20b1-075b-4d1b-b426-c0976078070d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738765'] for router_interface (592430f6-e999-485a-860c-1490054fb0cf), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:56.954807 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d30a57-9105-4a2f-8791-1e7c10207ac4 req-a50ef831-294a-44f0-b8a1-f33e96e2bebc tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:56.956854 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-33d30a57-9105-4a2f-8791-1e7c10207ac4 req-a50ef831-294a-44f0-b8a1-f33e96e2bebc tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0625250 Mar 08 15:41:57.027810 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-33d30a57-9105-4a2f-8791-1e7c10207ac4 req-4388894a-5168-41d8-9ba1-e8cab4960ab4 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602541 Mar 08 15:41:57.053292 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2d8ca-40f0-49ce-aa7a-6c406e4a2c3e None None] Pushing event updated for resources: {'Port': ['ID=462e5bfa-10d8-44ef-9731-b03ea2cf43e4,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:57.066536 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e25e20b1-075b-4d1b-b426-c0976078070d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:57.085001 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] Set router 592430f6-e999-485a-860c-1490054fb0cf gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:41:57.156916 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-9b869a31-bfb8-4e6a-95cb-8c24ea3498a8 None None] Provisioning complete for port 89bf96f4-4b80-4f63-916b-148d1a80d900 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:57.157974 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-9b869a31-bfb8-4e6a-95cb-8c24ea3498a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:57.206835 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-9b869a31-bfb8-4e6a-95cb-8c24ea3498a8 None None] Port 89bf96f4-4b80-4f63-916b-148d1a80d900 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:41:57.215017 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4caa974-e12f-4d9a-99dd-6466ecb9a58a req-715f196e-6232-4602-8be7-df08ae460cd9 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:57.216673 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c4caa974-e12f-4d9a-99dd-6466ecb9a58a req-715f196e-6232-4602-8be7-df08ae460cd9 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0619459 Mar 08 15:41:57.262931 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e25e20b1-075b-4d1b-b426-c0976078070d admin admin] Publish callbacks [] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:57.267861 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c4caa974-e12f-4d9a-99dd-6466ecb9a58a req-a2e77e22-8a74-41a4-954b-cf312036acee tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426273 Mar 08 15:41:57.268755 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e25e20b1-075b-4d1b-b426-c0976078070d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:57.269680 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592430f6-e999-485a-860c-1490054fb0cf', 'name': 'tempest-TestShelveInstance-618727578-router', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:55Z', 'revision_number': 3, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'gw_port': {'id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:57.298066 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69972d-d839-4a43-9aa5-24deec7293ee None None] The sync data for ids ['592430f6-e999-485a-860c-1490054fb0cf'] in dv-cinder-830098-2-iscsi is: [{'id': '592430f6-e999-485a-860c-1490054fb0cf', 'name': 'tempest-TestShelveInstance-618727578-router', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:55Z', 'revision_number': 3, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'gw_port': {'id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:41:57.336964 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e25e20b1-075b-4d1b-b426-c0976078070d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738721'] for router_interface (592430f6-e999-485a-860c-1490054fb0cf), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:57.338945 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e20b1-075b-4d1b-b426-c0976078070d admin admin] Pushing event updated for resources: {'Port': ['ID=89bf96f4-4b80-4f63-916b-148d1a80d900,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:57.435609 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25e20b1-075b-4d1b-b426-c0976078070d admin admin] Network abfda2a0-132b-4978-bd17-7bbda6476ec7 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:41:57.437180 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-e25e20b1-075b-4d1b-b426-c0976078070d admin admin] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:41:57.572898 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25e20b1-075b-4d1b-b426-c0976078070d admin admin] Router 592430f6-e999-485a-860c-1490054fb0cf has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:41:57.704680 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25e20b1-075b-4d1b-b426-c0976078070d admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:41:57.710273 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-e25e20b1-075b-4d1b-b426-c0976078070d admin admin] 10.222.0.11 "PUT /v2.0/routers/592430f6-e999-485a-860c-1490054fb0cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7382476 Mar 08 15:41:57.744319 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-28ba90b7-b162-4d66-b6f1-f8c0a46c5851 None None] Provisioning complete for port 89bf96f4-4b80-4f63-916b-148d1a80d900 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:57.744949 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-28ba90b7-b162-4d66-b6f1-f8c0a46c5851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:57.792354 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 462e5bfa-10d8-44ef-9731-b03ea2cf43e4 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:41:57.794655 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-28ba90b7-b162-4d66-b6f1-f8c0a46c5851 None None] Port 89bf96f4-4b80-4f63-916b-148d1a80d900 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:41:57.844392 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 462e5bfa-10d8-44ef-9731-b03ea2cf43e4 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:57.844839 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (462e5bfa-10d8-44ef-9731-b03ea2cf43e4), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:57.945241 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-917013ba-9fbb-43f9-aab6-704303b9a430 req-385e26fe-03d7-4bf8-b60c-4798a0caca6d tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 210 time: 0.0366418 Mar 08 15:41:57.947685 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 462e5bfa-10d8-44ef-9731-b03ea2cf43e4 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:57.949083 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (462e5bfa-10d8-44ef-9731-b03ea2cf43e4), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:57.984008 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] For port 462e5bfa-10d8-44ef-9731-b03ea2cf43e4, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=462e5bfa-10d8-44ef-9731-b03ea2cf43e4,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:41:57.990723 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (462e5bfa-10d8-44ef-9731-b03ea2cf43e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:57.991874 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 227dcffd-6dd7-48ff-9410-4493e1dc71ff up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:41:58.069185 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Pushing event updated for resources: {'Port': ['ID=462e5bfa-10d8-44ef-9731-b03ea2cf43e4,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:58.085389 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 227dcffd-6dd7-48ff-9410-4493e1dc71ff triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:58.085389 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (227dcffd-6dd7-48ff-9410-4493e1dc71ff), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:58.185177 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 227dcffd-6dd7-48ff-9410-4493e1dc71ff is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:41:58.241423 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0a2c7-ce51-4978-b74e-f740a20f01b1 req-825ba70e-d156-4817-a6d2-333339bbeca4 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:58.247351 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4cc0a2c7-ce51-4978-b74e-f740a20f01b1 req-825ba70e-d156-4817-a6d2-333339bbeca4 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0725799 Mar 08 15:41:58.304368 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4cc0a2c7-ce51-4978-b74e-f740a20f01b1 req-bcbf6526-d3a1-41b2-af9f-72aea67bf8b7 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546246 Mar 08 15:41:58.415117 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5973d31-7dda-4f9b-a013-2c9e8a67ebbe req-2ce84775-20be-4aad-b4fb-decfbc029780 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:58.419040 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e5973d31-7dda-4f9b-a013-2c9e8a67ebbe req-2ce84775-20be-4aad-b4fb-decfbc029780 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.0614898 Mar 08 15:41:58.453016 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-73f1e31b-7db9-4a17-ab20-94ca8a251c62 req-42cdcd70-6732-4abc-85e2-7f22e1cb3f5a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582750 Mar 08 15:41:58.472539 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e5973d31-7dda-4f9b-a013-2c9e8a67ebbe req-6d02aa24-a800-445b-960f-678b4419995f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492067 Mar 08 15:41:58.486519 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 42986) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:58.493793 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-eb11b8e3-1877-4658-a779-c2cc0d9083f9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1805756634-network', 'tenant_id': 'f583cc50c36249279908eabc07bf7f6a'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:41:58.516243 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb11b8e3-1877-4658-a779-c2cc0d9083f9 admin admin] Made reservation on behalf of f583cc50c36249279908eabc07bf7f6a for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:41:58.518675 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eb11b8e3-1877-4658-a779-c2cc0d9083f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:58.527420 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eb11b8e3-1877-4658-a779-c2cc0d9083f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:58.529060 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1e31b-7db9-4a17-ab20-94ca8a251c62 req-7d1c6843-3cc1-42cf-9d30-2894d717eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:58.530737 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-73f1e31b-7db9-4a17-ab20-94ca8a251c62 req-7d1c6843-3cc1-42cf-9d30-2894d717eba3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da68c550349b4d5d88fe95a528ab1898&device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 1129 time: 0.0488000 Mar 08 15:41:58.605098 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eb11b8e3-1877-4658-a779-c2cc0d9083f9 admin admin] Publish callbacks [] for security_group (36fdc285-4236-4528-8ecb-14e49b18a176), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:58.610235 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eb11b8e3-1877-4658-a779-c2cc0d9083f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (36fdc285-4236-4528-8ecb-14e49b18a176), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:58.634277 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb11b8e3-1877-4658-a779-c2cc0d9083f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=104417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:41:58.648943 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11b8e3-1877-4658-a779-c2cc0d9083f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fdc285-4236-4528-8ecb-14e49b18a176,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:58.653907 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eb11b8e3-1877-4658-a779-c2cc0d9083f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (4ca18240-470b-4ee9-a3d2-471978f5b480), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:58.654242 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-eb11b8e3-1877-4658-a779-c2cc0d9083f9 admin admin] Added segment 4ca18240-470b-4ee9-a3d2-471978f5b480 of type vlan for network 318201ae-e316-4e7a-b215-def18bd4dde2 Mar 08 15:41:58.682838 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-09e1d458-4305-481e-a02b-ad70824df257 req-986048c6-f10d-4f5b-bb92-c87dd6accd5b tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6cc68e494921498da53903c289d33b94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414612 Mar 08 15:41:58.685704 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1e31b-7db9-4a17-ab20-94ca8a251c62 req-adabcb2c-98ac-4ffb-aeb7-b9d2e8178b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:58.687116 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-73f1e31b-7db9-4a17-ab20-94ca8a251c62 req-adabcb2c-98ac-4ffb-aeb7-b9d2e8178b18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=336b1089-5f85-453c-a80f-537975cc126a HTTP/1.1" status: 200 len: 919 time: 0.1310747 Mar 08 15:41:58.698070 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eb11b8e3-1877-4658-a779-c2cc0d9083f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (318201ae-e316-4e7a-b215-def18bd4dde2), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:58.728923 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eb11b8e3-1877-4658-a779-c2cc0d9083f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (318201ae-e316-4e7a-b215-def18bd4dde2), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:58.730045 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb11b8e3-1877-4658-a779-c2cc0d9083f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:58.730670 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eb11b8e3-1877-4658-a779-c2cc0d9083f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:58.776747 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-73f1e31b-7db9-4a17-ab20-94ca8a251c62 req-fec4f594-f3df-49d0-965b-5d55b8bc54d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2c017aa-07ed-4933-ae61-ad3352d67e2d HTTP/1.1" status: 200 len: 217 time: 0.0826015 Mar 08 15:41:58.799185 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-eb11b8e3-1877-4658-a779-c2cc0d9083f9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3089211 Mar 08 15:41:58.799582 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 42988) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:58.804563 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-6c626d44-3e1e-4027-8a3f-6debe77aab85 admin admin] Request body: {'subnet': {'network_id': '318201ae-e316-4e7a-b215-def18bd4dde2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1805756634-subnet', 'tenant_id': 'f583cc50c36249279908eabc07bf7f6a', 'ip_version': 4}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:41:58.808682 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11b8e3-1877-4658-a779-c2cc0d9083f9 admin admin] Pushing event updated for resources: {'Network': ['ID=318201ae-e316-4e7a-b215-def18bd4dde2,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:58.819334 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network 318201ae-e316-4e7a-b215-def18bd4dde2 details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:41:58.828663 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c626d44-3e1e-4027-8a3f-6debe77aab85 admin admin] Made reservation on behalf of f583cc50c36249279908eabc07bf7f6a for: {'subnet': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:41:58.831345 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6c626d44-3e1e-4027-8a3f-6debe77aab85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386901'] for subnet (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:59.040764 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6c626d44-3e1e-4027-8a3f-6debe77aab85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14516296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386891'] for subnet (3c161b0a-11e3-42d1-9220-a89c88491500), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:59.062669 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-dbc4e2b8-b04c-40af-a485-2ca35a85cee0 req-4ff0172f-6418-4381-96c7-dee026d921ea tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 210 time: 0.0540943 Mar 08 15:41:59.135366 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c626d44-3e1e-4027-8a3f-6debe77aab85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c161b0a-11e3-42d1-9220-a89c88491500,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:59.145770 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Sync routers for ids ['592430f6-e999-485a-860c-1490054fb0cf'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:41:59.149206 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c626d44-3e1e-4027-8a3f-6debe77aab85 admin admin] Checking segment: {'id': '4ca18240-470b-4ee9-a3d2-471978f5b480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '318201ae-e316-4e7a-b215-def18bd4dde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:41:59.149560 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c626d44-3e1e-4027-8a3f-6debe77aab85 admin admin] Network hostable DHCP agents. Network: 318201ae-e316-4e7a-b215-def18bd4dde2, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:41:59.158594 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Routers {'592430f6-e999-485a-860c-1490054fb0cf'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:41:59.159911 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:41:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['592430f6-e999-485a-860c-1490054fb0cf'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:59.172515 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c626d44-3e1e-4027-8a3f-6debe77aab85 admin admin] Network 318201ae-e316-4e7a-b215-def18bd4dde2 is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:41:59.182726 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-6c626d44-3e1e-4027-8a3f-6debe77aab85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, 318201ae-e316-4e7a-b215-def18bd4dde2) {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:41:59.189427 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c626d44-3e1e-4027-8a3f-6debe77aab85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:59.189979 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6c626d44-3e1e-4027-8a3f-6debe77aab85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:59.201041 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d020eb5-faa3-4de6-b940-bc5d8c6e5772 None None] Network 318201ae-e316-4e7a-b215-def18bd4dde2 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:41:59.214737 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-6c626d44-3e1e-4027-8a3f-6debe77aab85 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4140658 Mar 08 15:41:59.215482 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 42996) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:41:59.221172 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1805756634-router', 'tenant_id': 'f583cc50c36249279908eabc07bf7f6a', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:41:59.226725 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1e31b-7db9-4a17-ab20-94ca8a251c62 req-04e6f197-d3b6-4e6d-9a29-502249865583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:59.228198 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-73f1e31b-7db9-4a17-ab20-94ca8a251c62 req-04e6f197-d3b6-4e6d-9a29-502249865583 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d1e6a02-595b-4943-bc40-53e048758393 HTTP/1.1" status: 200 len: 858 time: 0.4343200 Mar 08 15:41:59.237237 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1d458-4305-481e-a02b-ad70824df257 req-2c2f19dd-5a6d-4c42-978a-ea7be540007a tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:59.238931 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-09e1d458-4305-481e-a02b-ad70824df257 req-2c2f19dd-5a6d-4c42-978a-ea7be540007a tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5461042 Mar 08 15:41:59.243417 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25174'] for router (0aa72843-be5a-47d0-bbaf-829e21dfe7ef), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:59.244835 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25183'] for router (0aa72843-be5a-47d0-bbaf-829e21dfe7ef), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:59.252945 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-09e1d458-4305-481e-a02b-ad70824df257 req-af8e8c3e-e17f-4fea-b99b-1807a1e67297 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Request body: {'port': {'device_id': 'bb73e696-e632-47f0-8435-b326a2b80956', 'network_id': '5811f4a0-00e2-4c56-9512-0c3ddc0bc90d', 'admin_state_up': True, 'tenant_id': '6cc68e494921498da53903c289d33b94'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:41:59.285393 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-73f1e31b-7db9-4a17-ab20-94ca8a251c62 req-ecbbdabc-f8d1-47fa-9945-89321b0a1be5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=336b1089-5f85-453c-a80f-537975cc126a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454459 Mar 08 15:41:59.307790 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] Publish callbacks [] for router_controller (0aa72843-be5a-47d0-bbaf-829e21dfe7ef), precommit_add_association {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:59.371444 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Set router 592430f6-e999-485a-860c-1490054fb0cf gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:41:59.397901 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6a47f08-8a45-55e2-9afe-03599cd2f3a7-318201ae-e316-4e7a-b215-def18bd4dde2', 'network_id': '318201ae-e316-4e7a-b215-def18bd4dde2', 'project_id': 'f583cc50c36249279908eabc07bf7f6a', 'fixed_ips': [{'subnet_id': '3c161b0a-11e3-42d1-9220-a89c88491500'}]}} from dv-cinder-830098-2-iscsi. {{(pid=104419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:41:59.399090 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:59.441789 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-73f1e31b-7db9-4a17-ab20-94ca8a251c62 req-f8372a7b-67cc-4cb8-b33a-6c6a6df31bb9 service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467037 Mar 08 15:41:59.480263 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e1d458-4305-481e-a02b-ad70824df257 req-af8e8c3e-e17f-4fea-b99b-1807a1e67297 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Made reservation on behalf of 6cc68e494921498da53903c289d33b94 for: {'port': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:41:59.484544 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-09e1d458-4305-481e-a02b-ad70824df257 req-af8e8c3e-e17f-4fea-b99b-1807a1e67297 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:59.514613 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] Publish callbacks [] for router_gateway (0aa72843-be5a-47d0-bbaf-829e21dfe7ef), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:59.525624 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-09e1d458-4305-481e-a02b-ad70824df257 req-af8e8c3e-e17f-4fea-b99b-1807a1e67297 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:59.556526 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6fcb0-e330-455e-96fe-65416f63a05d req-46daa4f3-fcfb-4e29-86da-3b229a6fa7c7 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:59.558895 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d1d6fcb0-e330-455e-96fe-65416f63a05d req-46daa4f3-fcfb-4e29-86da-3b229a6fa7c7 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.1140261 Mar 08 15:41:59.671191 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-73f1e31b-7db9-4a17-ab20-94ca8a251c62 req-dd4b9770-8769-43d0-bc28-1bae7872162b service neutron] 10.222.0.41 "GET /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200506 Mar 08 15:41:59.692505 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d1d6fcb0-e330-455e-96fe-65416f63a05d req-6bd008cb-84ea-491c-93e5-f78d5cd47c73 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264806 Mar 08 15:41:59.704264 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.db_base_plugin_common [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Allocated IP 172.20.0.2 (318201ae-e316-4e7a-b215-def18bd4dde2/3c161b0a-11e3-42d1-9220-a89c88491500/450933dd-87aa-4dbf-860d-89447ae5e4e9) {{(pid=104419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:41:59.734080 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd34cb3-ab50-41a1-bd9c-b252acc1c5d9 req-5bfb1bc8-0d8a-417e-8ccd-b038ec51b23b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:41:59.735705 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cdd34cb3-ab50-41a1-bd9c-b252acc1c5d9 req-5bfb1bc8-0d8a-417e-8ccd-b038ec51b23b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.1335249 Mar 08 15:41:59.761028 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-09e1d458-4305-481e-a02b-ad70824df257 req-af8e8c3e-e17f-4fea-b99b-1807a1e67297 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Publish callbacks [] for security_group (bda004c8-fa20-4768-98c7-e7716e8b7ec5), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:59.767718 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-09e1d458-4305-481e-a02b-ad70824df257 req-af8e8c3e-e17f-4fea-b99b-1807a1e67297 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (bda004c8-fa20-4768-98c7-e7716e8b7ec5), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:59.800531 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 462e5bfa-10d8-44ef-9731-b03ea2cf43e4 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:41:59.835525 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592430f6-e999-485a-860c-1490054fb0cf', 'name': 'tempest-TestShelveInstance-618727578-router', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 4, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'gw_port': {'id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '89bf96f4-4b80-4f63-916b-148d1a80d900', 'name': '', 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'mac_address': 'fa:16:3e:06:01:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:56Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 2, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'subnets': [{'id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:41:59.850653 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e8c3e-e17f-4fea-b99b-1807a1e67297 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda004c8-fa20-4768-98c7-e7716e8b7ec5,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:41:59.878105 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Checking router: 592430f6-e999-485a-860c-1490054fb0cf for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:41:59.878478 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Updating router 592430f6-e999-485a-860c-1490054fb0cf port 89bf96f4-4b80-4f63-916b-148d1a80d900 binding host dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:41:59.882647 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cdd34cb3-ab50-41a1-bd9c-b252acc1c5d9 req-47609f70-6d22-493b-9b68-fdfddf924fdf tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371801 Mar 08 15:41:59.892254 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] Publish callbacks [] for router_gateway (0aa72843-be5a-47d0-bbaf-829e21dfe7ef), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:59.912450 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:59.933449 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [req-09e1d458-4305-481e-a02b-ad70824df257 req-af8e8c3e-e17f-4fea-b99b-1807a1e67297 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Allocated IP 192.168.233.123 (5811f4a0-00e2-4c56-9512-0c3ddc0bc90d/9763900e-04d0-443c-838e-cf519e8f36c8/ba47ac62-26a9-4f64-a1fe-c494c65added) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:41:59.957663 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:59.987942 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 462e5bfa-10d8-44ef-9731-b03ea2cf43e4 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:41:59.988316 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (462e5bfa-10d8-44ef-9731-b03ea2cf43e4), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:41:59.996535 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Publish callbacks [] for port (450933dd-87aa-4dbf-860d-89447ae5e4e9), precommit_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.021132 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] Allocated IP 172.27.1.6 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/153832af-c508-4116-a9e2-5f9e27c3f522) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:42:00.113616 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-09e1d458-4305-481e-a02b-ad70824df257 req-af8e8c3e-e17f-4fea-b99b-1807a1e67297 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Publish callbacks [] for port (ba47ac62-26a9-4f64-a1fe-c494c65added), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.139427 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] Publish callbacks [] for port (153832af-c508-4116-a9e2-5f9e27c3f522), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.160957 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-09e1d458-4305-481e-a02b-ad70824df257 req-af8e8c3e-e17f-4fea-b99b-1807a1e67297 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (ba47ac62-26a9-4f64-a1fe-c494c65added), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.190289 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (450933dd-87aa-4dbf-860d-89447ae5e4e9), after_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.209151 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e1d458-4305-481e-a02b-ad70824df257 req-af8e8c3e-e17f-4fea-b99b-1807a1e67297 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Network 5811f4a0-00e2-4c56-9512-0c3ddc0bc90d is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:42:00.212165 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [req-09e1d458-4305-481e-a02b-ad70824df257 req-af8e8c3e-e17f-4fea-b99b-1807a1e67297 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:00.216088 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e1d458-4305-481e-a02b-ad70824df257 req-af8e8c3e-e17f-4fea-b99b-1807a1e67297 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:42:00.227578 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (153832af-c508-4116-a9e2-5f9e27c3f522), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.250318 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e8c3e-e17f-4fea-b99b-1807a1e67297 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Pushing event updated for resources: {'Port': ['ID=ba47ac62-26a9-4f64-a1fe-c494c65added,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:00.279580 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710a8a7-0dc3-4899-acb8-be49741742cf req-87cc6bd4-3545-4c2e-803e-0bf0cd8ed665 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:00.281124 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d710a8a7-0dc3-4899-acb8-be49741742cf req-87cc6bd4-3545-4c2e-803e-0bf0cd8ed665 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 936 time: 0.1141083 Mar 08 15:42:00.285194 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:42:00.289886 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:00.295502 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1d458-4305-481e-a02b-ad70824df257 req-af8e8c3e-e17f-4fea-b99b-1807a1e67297 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:00.296477 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:42:00.297970 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-09e1d458-4305-481e-a02b-ad70824df257 req-af8e8c3e-e17f-4fea-b99b-1807a1e67297 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.300746 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Network 318201ae-e316-4e7a-b215-def18bd4dde2 is already hosted by enough agents. {{(pid=104419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:42:00.308637 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] Pushing event updated for resources: {'Port': ['ID=153832af-c508-4116-a9e2-5f9e27c3f522,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:00.312719 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.base_scheduler [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Resources bound (agent type, host, resource id): {{(pid=104419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:00.318069 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Pushing event updated for resources: {'Port': ['ID=450933dd-87aa-4dbf-860d-89447ae5e4e9,revision_number=1']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:00.325447 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-09e1d458-4305-481e-a02b-ad70824df257 req-af8e8c3e-e17f-4fea-b99b-1807a1e67297 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0760531 Mar 08 15:42:00.326972 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Received port after_create {{(pid=104419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:42:00.342863 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Request body: {'port': {'device_id': 'bb73e696-e632-47f0-8435-b326a2b80956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:00.410207 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (ba47ac62-26a9-4f64-a1fe-c494c65added), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.415314 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d710a8a7-0dc3-4899-acb8-be49741742cf req-cf1ae96a-8e89-42db-a341-c762e0b061c8 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda004c8-fa20-4768-98c7-e7716e8b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206651 Mar 08 15:42:00.516146 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Attempting to bind port 450933dd-87aa-4dbf-860d-89447ae5e4e9 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:42:00.516554 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Attempting to bind port 450933dd-87aa-4dbf-860d-89447ae5e4e9 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': '4ca18240-470b-4ee9-a3d2-471978f5b480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '318201ae-e316-4e7a-b215-def18bd4dde2'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:42:00.516860 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Attempting to bind port 450933dd-87aa-4dbf-860d-89447ae5e4e9 on network 318201ae-e316-4e7a-b215-def18bd4dde2 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:00.525935 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 462e5bfa-10d8-44ef-9731-b03ea2cf43e4 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:00.530623 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:42:00.530999 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Checking segment: {'id': '4ca18240-470b-4ee9-a3d2-471978f5b480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '318201ae-e316-4e7a-b215-def18bd4dde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:42:00.531398 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.531778 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Bound using segment: {'id': '4ca18240-470b-4ee9-a3d2-471978f5b480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '318201ae-e316-4e7a-b215-def18bd4dde2'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:42:00.532250 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Bound port: 450933dd-87aa-4dbf-860d-89447ae5e4e9, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca18240-470b-4ee9-a3d2-471978f5b480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '318201ae-e316-4e7a-b215-def18bd4dde2'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:42:00.532622 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (450933dd-87aa-4dbf-860d-89447ae5e4e9), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.622884 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] Publish callbacks [] for router_gateway (0aa72843-be5a-47d0-bbaf-829e21dfe7ef), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.638305 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-382866d9-34b7-438a-ab9c-168745cb4524 None None] Provisioning complete for port ba47ac62-26a9-4f64-a1fe-c494c65added triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:00.638801 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-382866d9-34b7-438a-ab9c-168745cb4524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (ba47ac62-26a9-4f64-a1fe-c494c65added), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.703155 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] For port 450933dd-87aa-4dbf-860d-89447ae5e4e9, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:42:00.704969 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba47ac62-26a9-4f64-a1fe-c494c65added {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:42:00.712901 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Publish callbacks [] for port (ba47ac62-26a9-4f64-a1fe-c494c65added), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.722973 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-382866d9-34b7-438a-ab9c-168745cb4524 None None] Port ba47ac62-26a9-4f64-a1fe-c494c65added cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:42:00.725721 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Publish callbacks [] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.726070 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Transition to ACTIVE for port object ba47ac62-26a9-4f64-a1fe-c494c65added will not be triggered until provisioned by entity L2. {{(pid=104418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:42:00.731222 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] For port 450933dd-87aa-4dbf-860d-89447ae5e4e9, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=450933dd-87aa-4dbf-860d-89447ae5e4e9,segment=NetworkSegment(4ca18240-470b-4ee9-a3d2-471978f5b480),segment_id=4ca18240-470b-4ee9-a3d2-471978f5b480)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:42:00.735187 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (ba47ac62-26a9-4f64-a1fe-c494c65added), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.736188 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.741405 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (450933dd-87aa-4dbf-860d-89447ae5e4e9), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.842630 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba47ac62-26a9-4f64-a1fe-c494c65added,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:00.857661 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d9c93-578d-41d0-8fee-07cb3f2ce015 None None] Pushing event updated for resources: {'Port': ['ID=89bf96f4-4b80-4f63-916b-148d1a80d900,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:00.928442 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Attempting to bind port 89bf96f4-4b80-4f63-916b-148d1a80d900 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:42:00.928814 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Attempting to bind port 89bf96f4-4b80-4f63-916b-148d1a80d900 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': '02a379d6-2953-4c52-a0d2-28e922eff80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:42:00.929230 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Attempting to bind port 89bf96f4-4b80-4f63-916b-148d1a80d900 on network abfda2a0-132b-4978-bd17-7bbda6476ec7 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:00.939136 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:42:00.939502 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Checking segment: {'id': '02a379d6-2953-4c52-a0d2-28e922eff80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:42:00.939904 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.940284 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Bound using segment: {'id': '02a379d6-2953-4c52-a0d2-28e922eff80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:42:00.940751 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Bound port: 89bf96f4-4b80-4f63-916b-148d1a80d900, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a379d6-2953-4c52-a0d2-28e922eff80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:42:00.941130 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.954833 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc500231-a05d-4326-9ed9-b658a02024d5 req-9f112051-f9ea-4ef6-8a1b-cd3ea727ebb8 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:00.956530 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bc500231-a05d-4326-9ed9-b658a02024d5 req-9f112051-f9ea-4ef6-8a1b-cd3ea727ebb8 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.1598079 Mar 08 15:42:00.967884 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752864'] for router (0aa72843-be5a-47d0-bbaf-829e21dfe7ef), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:00.979065 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Attempting to bind port ba47ac62-26a9-4f64-a1fe-c494c65added on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:42:00.979716 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Attempting to bind port ba47ac62-26a9-4f64-a1fe-c494c65added by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '22d5bf99-ad77-4112-865e-2f4772e4a3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5811f4a0-00e2-4c56-9512-0c3ddc0bc90d'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:42:00.980076 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Attempting to bind port ba47ac62-26a9-4f64-a1fe-c494c65added on network 5811f4a0-00e2-4c56-9512-0c3ddc0bc90d {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:00.995409 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Port ba47ac62-26a9-4f64-a1fe-c494c65added on network 5811f4a0-00e2-4c56-9512-0c3ddc0bc90d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:42:00.995662 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Attempting to bind port ba47ac62-26a9-4f64-a1fe-c494c65added on network 5811f4a0-00e2-4c56-9512-0c3ddc0bc90d {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:01.009539 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:42:01.014281 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Checking segment: {'id': '22d5bf99-ad77-4112-865e-2f4772e4a3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5811f4a0-00e2-4c56-9512-0c3ddc0bc90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:42:01.014867 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Bound using segment: {'id': '22d5bf99-ad77-4112-865e-2f4772e4a3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5811f4a0-00e2-4c56-9512-0c3ddc0bc90d'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:42:01.015366 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Bound port: ba47ac62-26a9-4f64-a1fe-c494c65added, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22d5bf99-ad77-4112-865e-2f4772e4a3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5811f4a0-00e2-4c56-9512-0c3ddc0bc90d'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:42:01.016910 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (ba47ac62-26a9-4f64-a1fe-c494c65added), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:01.032846 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13696c6a-8fab-4183-953b-2fbeda5498dd None None] Pushing event updated for resources: {'Port': ['ID=450933dd-87aa-4dbf-860d-89447ae5e4e9,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:01.100155 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] For port 89bf96f4-4b80-4f63-916b-148d1a80d900, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:42:01.108371 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] For port 89bf96f4-4b80-4f63-916b-148d1a80d900, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=89bf96f4-4b80-4f63-916b-148d1a80d900,segment=NetworkSegment(02a379d6-2953-4c52-a0d2-28e922eff80a),segment_id=02a379d6-2953-4c52-a0d2-28e922eff80a)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:42:01.118156 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:01.137542 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] For port ba47ac62-26a9-4f64-a1fe-c494c65added, host hv-cinder-83009, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:42:01.142592 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] For port ba47ac62-26a9-4f64-a1fe-c494c65added, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ba47ac62-26a9-4f64-a1fe-c494c65added,segment=NetworkSegment(22d5bf99-ad77-4112-865e-2f4772e4a3e5),segment_id=22d5bf99-ad77-4112-865e-2f4772e4a3e5)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:42:01.150999 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (ba47ac62-26a9-4f64-a1fe-c494c65added), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:01.232709 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:01.233562 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:01.235056 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-09e1d458-4305-481e-a02b-ad70824df257 req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] 10.222.0.41 "PUT /v2.0/ports/ba47ac62-26a9-4f64-a1fe-c494c65added HTTP/1.1" status: 200 len: 1098 time: 0.8988752 Mar 08 15:42:01.235528 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb73e696-e632-47f0-8435-b326a2b80956', 'tag': 'ba47ac62-26a9-4f64-a1fe-c494c65added'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:01.238344 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970805c9-ed94-454b-acc6-73a8044f2c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb73e696-e632-47f0-8435-b326a2b80956", "tag": "ba47ac62-26a9-4f64-a1fe-c494c65added"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:01.255909 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-93179b5a-6a77-45da-b0f8-9aac6d017a04 None None] Provisioning complete for port 89bf96f4-4b80-4f63-916b-148d1a80d900 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:01.261229 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-93179b5a-6a77-45da-b0f8-9aac6d017a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:01.265984 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d9c93-578d-41d0-8fee-07cb3f2ce015 None None] Pushing event updated for resources: {'Port': ['ID=89bf96f4-4b80-4f63-916b-148d1a80d900,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:01.299623 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf4ff8-4f5a-48da-a691-9cb4471813a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba47ac62-26a9-4f64-a1fe-c494c65added,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:01.314478 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Routers {'592430f6-e999-485a-860c-1490054fb0cf'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:01.315401 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:41:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['592430f6-e999-485a-860c-1490054fb0cf'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:01.326544 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 1bfe6957-d915-492e-bee7-358270ccc0cf details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:42:01.382485 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1d458-4305-481e-a02b-ad70824df257 req-690ed29f-2f89-4123-a75a-6df12a89dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:01.384174 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-09e1d458-4305-481e-a02b-ad70824df257 req-690ed29f-2f89-4123-a75a-6df12a89dc0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cc68e494921498da53903c289d33b94&device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 1132 time: 0.0737810 Mar 08 15:42:01.477638 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-09e1d458-4305-481e-a02b-ad70824df257 req-b3d8df5c-359b-487b-928d-6212b0b334fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=ba47ac62-26a9-4f64-a1fe-c494c65added HTTP/1.1" status: 200 len: 217 time: 0.0845954 Mar 08 15:42:01.548317 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1d458-4305-481e-a02b-ad70824df257 req-47bfcae5-8809-497c-a210-b3643d86f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:01.549939 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-09e1d458-4305-481e-a02b-ad70824df257 req-47bfcae5-8809-497c-a210-b3643d86f682 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9763900e-04d0-443c-838e-cf519e8f36c8 HTTP/1.1" status: 200 len: 843 time: 0.0642107 Mar 08 15:42:01.597786 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bc500231-a05d-4326-9ed9-b658a02024d5 req-5505a1e6-ec62-477c-b8bc-75aa4594a487 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6272645 Mar 08 15:42:01.612503 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adff5c9-7bce-42d5-b9b3-476dd3c8f27b req-718cace7-04f9-4e60-9fab-c5b5a9312b5e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:01.614186 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9adff5c9-7bce-42d5-b9b3-476dd3c8f27b req-718cace7-04f9-4e60-9fab-c5b5a9312b5e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 944 time: 0.1089015 Mar 08 15:42:01.619144 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1d458-4305-481e-a02b-ad70824df257 req-bbceaf70-3136-42d4-8b8a-7a0125a75662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:01.627339 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-09e1d458-4305-481e-a02b-ad70824df257 req-bbceaf70-3136-42d4-8b8a-7a0125a75662 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5811f4a0-00e2-4c56-9512-0c3ddc0bc90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0707142 Mar 08 15:42:01.672225 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] Router 0aa72843-be5a-47d0-bbaf-829e21dfe7ef is scheduled to L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 with binding_index 1 {{(pid=104417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:42:01.732346 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e9533d-2ab2-4b29-9829-c5e82bf283ff x-openstack-request-id: req-43e9533d-2ab2-4b29-9829-c5e82bf283ff {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:01.732845 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb73e696-e632-47f0-8435-b326a2b80956", "tag": "ba47ac62-26a9-4f64-a1fe-c494c65added", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:01.732845 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-43e9533d-2ab2-4b29-9829-c5e82bf283ff {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:01.733186 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb73e696-e632-47f0-8435-b326a2b80956', 'tag': 'ba47ac62-26a9-4f64-a1fe-c494c65added', 'status': 'completed', 'code': 200} Mar 08 15:42:01.774264 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9adff5c9-7bce-42d5-b9b3-476dd3c8f27b req-9bb4a828-a29a-47c4-a3c3-fe90cd217634 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454003 Mar 08 15:42:01.775560 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-09e1d458-4305-481e-a02b-ad70824df257 req-e0a825f7-d55c-47b3-9e2f-ae8c629f9ffc service neutron] 10.222.0.41 "GET /v2.0/networks/5811f4a0-00e2-4c56-9512-0c3ddc0bc90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394203 Mar 08 15:42:01.815895 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] Set router 592430f6-e999-485a-860c-1490054fb0cf gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:01.862497 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 450933dd-87aa-4dbf-860d-89447ae5e4e9 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:01.874819 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 1bfe6957-d915-492e-bee7-358270ccc0cf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1bfe6957-d915-492e-bee7-358270ccc0cf,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:01.881628 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-93179b5a-6a77-45da-b0f8-9aac6d017a04 None None] Current status of the port 89bf96f4-4b80-4f63-916b-148d1a80d900 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:01.882319 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-93179b5a-6a77-45da-b0f8-9aac6d017a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:01.898062 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:42:01.907782 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Sync routers for ids ['0aa72843-be5a-47d0-bbaf-829e21dfe7ef'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:42:01.932847 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Routers {'0aa72843-be5a-47d0-bbaf-829e21dfe7ef'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:01.933716 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:41:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0aa72843-be5a-47d0-bbaf-829e21dfe7ef'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:01.935415 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': '1bfe6957-d915-492e-bee7-358270ccc0cf', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'port_id': '1bfe6957-d915-492e-bee7-358270ccc0cf', 'mac_address': 'fa:16:3e:31:28:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:42:01.954495 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c662-0c07-490f-b501-e96c13b90156 req-252bc671-e554-4b5c-9d0b-c13609bfad3b tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:01.956076 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7d20c662-0c07-490f-b501-e96c13b90156 req-252bc671-e554-4b5c-9d0b-c13609bfad3b tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 948 time: 0.1238062 Mar 08 15:42:01.967930 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-09e1d458-4305-481e-a02b-ad70824df257 req-b5a4150f-f77e-4e62-8282-86d0fffe4665 service neutron] 10.222.0.41 "GET /v2.0/networks/5811f4a0-00e2-4c56-9512-0c3ddc0bc90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786089 Mar 08 15:42:01.984108 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:01.986503 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b3fe2bc9-5f02-4e21-8be2-29cdfe8b866c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7682941 Mar 08 15:42:01.988905 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 43018) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:02.084234 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-93179b5a-6a77-45da-b0f8-9aac6d017a04 None None] For port 89bf96f4-4b80-4f63-916b-148d1a80d900, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=89bf96f4-4b80-4f63-916b-148d1a80d900,segment=NetworkSegment(02a379d6-2953-4c52-a0d2-28e922eff80a),segment_id=02a379d6-2953-4c52-a0d2-28e922eff80a)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:02.091458 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7d20c662-0c07-490f-b501-e96c13b90156 req-74eb76c3-b522-40a7-83ac-4d63f42ce542 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda004c8-fa20-4768-98c7-e7716e8b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287184 Mar 08 15:42:02.130701 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-93179b5a-6a77-45da-b0f8-9aac6d017a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:02.154076 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 1bfe6957-d915-492e-bee7-358270ccc0cf is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:02.154495 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:02.198462 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Set router 0aa72843-be5a-47d0-bbaf-829e21dfe7ef gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:02.200959 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bfe6957-d915-492e-bee7-358270ccc0cf {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:42:02.267365 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 450933dd-87aa-4dbf-860d-89447ae5e4e9 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:02.267989 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (450933dd-87aa-4dbf-860d-89447ae5e4e9), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:02.300885 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 1bfe6957-d915-492e-bee7-358270ccc0cf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1bfe6957-d915-492e-bee7-358270ccc0cf,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:02.354075 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:02.365216 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93179b5a-6a77-45da-b0f8-9aac6d017a04 None None] Pushing event updated for resources: {'Port': ['ID=89bf96f4-4b80-4f63-916b-148d1a80d900,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:02.418406 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970805c9-ed94-454b-acc6-73a8044f2c2d req-6156163f-a529-48aa-878e-5eb8f1327fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:02.419926 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-970805c9-ed94-454b-acc6-73a8044f2c2d req-6156163f-a529-48aa-878e-5eb8f1327fa2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6cc68e494921498da53903c289d33b94&device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 1132 time: 0.3040555 Mar 08 15:42:02.422021 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b480464-04c5-4d30-b45a-958a7cef5378 None None] Network 318201ae-e316-4e7a-b215-def18bd4dde2 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:42:02.479757 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa72843-be5a-47d0-bbaf-829e21dfe7ef', 'name': 'tempest-TestShelveInstance-1805756634-router', 'tenant_id': 'f583cc50c36249279908eabc07bf7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '153832af-c508-4116-a9e2-5f9e27c3f522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:59Z', 'updated_at': '2022-03-08T15:42:00Z', 'revision_number': 3, 'project_id': 'f583cc50c36249279908eabc07bf7f6a', 'gw_port': {'id': '153832af-c508-4116-a9e2-5f9e27c3f522', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa72843-be5a-47d0-bbaf-829e21dfe7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:59Z', 'updated_at': '2022-03-08T15:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:02.507015 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Checking router: 0aa72843-be5a-47d0-bbaf-829e21dfe7ef for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:42:02.507361 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Updating router 0aa72843-be5a-47d0-bbaf-829e21dfe7ef port 153832af-c508-4116-a9e2-5f9e27c3f522 binding host dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:42:02.538283 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (153832af-c508-4116-a9e2-5f9e27c3f522), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:02.611765 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970805c9-ed94-454b-acc6-73a8044f2c2d req-eb2f7406-f4ba-4e09-af56-ddf9fd778063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:02.613225 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-970805c9-ed94-454b-acc6-73a8044f2c2d req-eb2f7406-f4ba-4e09-af56-ddf9fd778063 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5811f4a0-00e2-4c56-9512-0c3ddc0bc90d HTTP/1.1" status: 200 len: 870 time: 0.1740100 Mar 08 15:42:02.663850 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=1bfe6957-d915-492e-bee7-358270ccc0cf,revision_number=9']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:02.666640 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-e392d83f-6310-43bd-a4de-48bca95367ee None None] Provisioning complete for port 89bf96f4-4b80-4f63-916b-148d1a80d900 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:02.667008 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-e392d83f-6310-43bd-a4de-48bca95367ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:02.678512 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-970805c9-ed94-454b-acc6-73a8044f2c2d req-8eac65a8-8532-411e-878f-22159d100aa8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=ba47ac62-26a9-4f64-a1fe-c494c65added HTTP/1.1" status: 200 len: 217 time: 0.0583887 Mar 08 15:42:02.759860 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970805c9-ed94-454b-acc6-73a8044f2c2d req-b36c920e-333c-4d35-bda2-2f2a476240bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:02.761473 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-970805c9-ed94-454b-acc6-73a8044f2c2d req-b36c920e-333c-4d35-bda2-2f2a476240bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9763900e-04d0-443c-838e-cf519e8f36c8 HTTP/1.1" status: 200 len: 843 time: 0.0749826 Mar 08 15:42:02.762374 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 450933dd-87aa-4dbf-860d-89447ae5e4e9 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:02.762792 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (450933dd-87aa-4dbf-860d-89447ae5e4e9), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:02.769248 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['1bfe6957-d915-492e-bee7-358270ccc0cf'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:42:02.812665 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592430f6-e999-485a-860c-1490054fb0cf', 'name': 'tempest-TestShelveInstance-618727578-router', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 4, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'gw_port': {'id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '89bf96f4-4b80-4f63-916b-148d1a80d900', 'name': '', 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'mac_address': 'fa:16:3e:06:01:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:56Z', 'updated_at': '2022-03-08T15:42:01Z', 'revision_number': 4, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'subnets': [{'id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:02.830442 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Publish callbacks [] for port (153832af-c508-4116-a9e2-5f9e27c3f522), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:02.838246 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (153832af-c508-4116-a9e2-5f9e27c3f522), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:02.869775 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2f3129-14fe-44bd-a2ed-db977a4139b1 None None] The sync data for ids ['592430f6-e999-485a-860c-1490054fb0cf'] in dv-cinder-830098-2-iscsi is: [{'id': '592430f6-e999-485a-860c-1490054fb0cf', 'name': 'tempest-TestShelveInstance-618727578-router', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 4, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'gw_port': {'id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '89bf96f4-4b80-4f63-916b-148d1a80d900', 'name': '', 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'mac_address': 'fa:16:3e:06:01:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:56Z', 'updated_at': '2022-03-08T15:42:01Z', 'revision_number': 4, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'subnets': [{'id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:42:02.881224 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b87b6a8f-b6ad-42d4-a7f0-aa108ace438a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:02.892150 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970805c9-ed94-454b-acc6-73a8044f2c2d req-25154a7b-f114-4043-9cba-02d625b910f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:02.900752 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-970805c9-ed94-454b-acc6-73a8044f2c2d req-25154a7b-f114-4043-9cba-02d625b910f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5811f4a0-00e2-4c56-9512-0c3ddc0bc90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1161070 Mar 08 15:42:02.910270 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Attempting to bind port 153832af-c508-4116-a9e2-5f9e27c3f522 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:42:02.910270 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Attempting to bind port 153832af-c508-4116-a9e2-5f9e27c3f522 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:42:02.910270 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Attempting to bind port 153832af-c508-4116-a9e2-5f9e27c3f522 on network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:02.943945 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] For port 450933dd-87aa-4dbf-860d-89447ae5e4e9, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=450933dd-87aa-4dbf-860d-89447ae5e4e9,segment=NetworkSegment(4ca18240-470b-4ee9-a3d2-471978f5b480),segment_id=4ca18240-470b-4ee9-a3d2-471978f5b480)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:02.958171 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:42:02.959318 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Checking segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:42:02.959748 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:02.961235 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Bound using segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:42:02.961235 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Bound port: 153832af-c508-4116-a9e2-5f9e27c3f522, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:42:02.961235 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (153832af-c508-4116-a9e2-5f9e27c3f522), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:02.967227 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (450933dd-87aa-4dbf-860d-89447ae5e4e9), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:02.969603 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512e2e1-22a0-4ace-85eb-d8f3a2016f07 None None] Pushing event updated for resources: {'Port': ['ID=153832af-c508-4116-a9e2-5f9e27c3f522,revision_number=2']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:03.024305 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04e8a2-8e22-4fb0-927e-6a44cbaa0ce8 req-f9f7acb0-ad33-4f1d-956d-95f01060a07a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:03.027950 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5f04e8a2-8e22-4fb0-927e-6a44cbaa0ce8 req-f9f7acb0-ad33-4f1d-956d-95f01060a07a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 945 time: 0.1681631 Mar 08 15:42:03.039494 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] For port 153832af-c508-4116-a9e2-5f9e27c3f522, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:42:03.059705 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] For port 153832af-c508-4116-a9e2-5f9e27c3f522, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=153832af-c508-4116-a9e2-5f9e27c3f522,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:42:03.081034 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (153832af-c508-4116-a9e2-5f9e27c3f522), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:03.164442 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5f04e8a2-8e22-4fb0-927e-6a44cbaa0ce8 req-20fb1faa-d719-4af1-b66f-fe81d1a2f6a2 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301503 Mar 08 15:42:03.169752 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512e2e1-22a0-4ace-85eb-d8f3a2016f07 None None] Pushing event updated for resources: {'Port': ['ID=153832af-c508-4116-a9e2-5f9e27c3f522,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:03.225507 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Routers {'0aa72843-be5a-47d0-bbaf-829e21dfe7ef'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:03.227129 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:41:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0aa72843-be5a-47d0-bbaf-829e21dfe7ef'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:03.258312 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-e392d83f-6310-43bd-a4de-48bca95367ee None None] Current status of the port 89bf96f4-4b80-4f63-916b-148d1a80d900 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:03.276537 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-970805c9-ed94-454b-acc6-73a8044f2c2d req-d6b7db9f-a105-4354-b0ee-fe372fde6a40 service neutron] 10.222.0.41 "GET /v2.0/networks/5811f4a0-00e2-4c56-9512-0c3ddc0bc90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553698 Mar 08 15:42:03.351306 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdff14-6b07-49cb-8a4c-dee9b2b2f020 req-fc2ab529-f554-4549-8f9f-9b7d15dfcc12 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:03.356668 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4cfdff14-6b07-49cb-8a4c-dee9b2b2f020 req-fc2ab529-f554-4549-8f9f-9b7d15dfcc12 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 948 time: 0.1304126 Mar 08 15:42:03.363495 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Pushing event updated for resources: {'Port': ['ID=450933dd-87aa-4dbf-860d-89447ae5e4e9,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:03.409196 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-2509b656-8244-414a-8884-3bc0ae468b62 None None] Provisioning complete for port 450933dd-87aa-4dbf-860d-89447ae5e4e9 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:03.409763 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-2509b656-8244-414a-8884-3bc0ae468b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (450933dd-87aa-4dbf-860d-89447ae5e4e9), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:03.486830 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] Set router 0aa72843-be5a-47d0-bbaf-829e21dfe7ef gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:03.489474 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4cfdff14-6b07-49cb-8a4c-dee9b2b2f020 req-2dcbffaf-8bb0-4d3e-b3c0-66b815b5cb97 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda004c8-fa20-4768-98c7-e7716e8b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261497 Mar 08 15:42:03.521245 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-2509b656-8244-414a-8884-3bc0ae468b62 None None] Current status of the port 450933dd-87aa-4dbf-860d-89447ae5e4e9 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:03.561165 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-970805c9-ed94-454b-acc6-73a8044f2c2d req-bffc673c-2aec-40b3-8aa2-1536ac6de158 service neutron] 10.222.0.41 "GET /v2.0/networks/5811f4a0-00e2-4c56-9512-0c3ddc0bc90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681787 Mar 08 15:42:03.564624 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-b87b6a8f-b6ad-42d4-a7f0-aa108ace438a admin admin] Allocated IP 172.20.0.1 (318201ae-e316-4e7a-b215-def18bd4dde2/3c161b0a-11e3-42d1-9220-a89c88491500/21474e28-deb8-43aa-8beb-f9b40655974c) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:42:03.655420 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-dcea0439-0b97-4807-8a0b-e70f4dbfa32f None None] Provisioning complete for port 450933dd-87aa-4dbf-860d-89447ae5e4e9 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:03.656114 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-dcea0439-0b97-4807-8a0b-e70f4dbfa32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (450933dd-87aa-4dbf-860d-89447ae5e4e9), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:03.716194 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b87b6a8f-b6ad-42d4-a7f0-aa108ace438a admin admin] Publish callbacks [] for port (21474e28-deb8-43aa-8beb-f9b40655974c), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:03.768407 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b87b6a8f-b6ad-42d4-a7f0-aa108ace438a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (21474e28-deb8-43aa-8beb-f9b40655974c), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:03.775137 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa72843-be5a-47d0-bbaf-829e21dfe7ef', 'name': 'tempest-TestShelveInstance-1805756634-router', 'tenant_id': 'f583cc50c36249279908eabc07bf7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '153832af-c508-4116-a9e2-5f9e27c3f522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:59Z', 'updated_at': '2022-03-08T15:42:00Z', 'revision_number': 3, 'project_id': 'f583cc50c36249279908eabc07bf7f6a', 'gw_port': {'id': '153832af-c508-4116-a9e2-5f9e27c3f522', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa72843-be5a-47d0-bbaf-829e21dfe7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:59Z', 'updated_at': '2022-03-08T15:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:03.794158 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-dcea0439-0b97-4807-8a0b-e70f4dbfa32f None None] Current status of the port 450933dd-87aa-4dbf-860d-89447ae5e4e9 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:03.818074 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7305015-e665-4f29-9412-87c89f09c968 None None] The sync data for ids ['0aa72843-be5a-47d0-bbaf-829e21dfe7ef'] in dv-cinder-830098-2-iscsi is: [{'id': '0aa72843-be5a-47d0-bbaf-829e21dfe7ef', 'name': 'tempest-TestShelveInstance-1805756634-router', 'tenant_id': 'f583cc50c36249279908eabc07bf7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '153832af-c508-4116-a9e2-5f9e27c3f522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:59Z', 'updated_at': '2022-03-08T15:42:00Z', 'revision_number': 3, 'project_id': 'f583cc50c36249279908eabc07bf7f6a', 'gw_port': {'id': '153832af-c508-4116-a9e2-5f9e27c3f522', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa72843-be5a-47d0-bbaf-829e21dfe7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:59Z', 'updated_at': '2022-03-08T15:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:42:03.851347 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 89bf96f4-4b80-4f63-916b-148d1a80d900 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:03.920627 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 89bf96f4-4b80-4f63-916b-148d1a80d900 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:03.921367 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:04.027377 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 89bf96f4-4b80-4f63-916b-148d1a80d900 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:04.028522 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 450933dd-87aa-4dbf-860d-89447ae5e4e9 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:04.108591 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87b6a8f-b6ad-42d4-a7f0-aa108ace438a admin admin] Network 318201ae-e316-4e7a-b215-def18bd4dde2 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:42:04.113173 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-b87b6a8f-b6ad-42d4-a7f0-aa108ace438a admin admin] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:04.114458 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 450933dd-87aa-4dbf-860d-89447ae5e4e9 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:04.114813 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (450933dd-87aa-4dbf-860d-89447ae5e4e9), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:04.116200 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87b6a8f-b6ad-42d4-a7f0-aa108ace438a admin admin] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:42:04.172013 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b87b6a8f-b6ad-42d4-a7f0-aa108ace438a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738765'] for router_interface (0aa72843-be5a-47d0-bbaf-829e21dfe7ef), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:04.218874 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b6a8f-b6ad-42d4-a7f0-aa108ace438a admin admin] Pushing event updated for resources: {'Port': ['ID=21474e28-deb8-43aa-8beb-f9b40655974c,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:04.316401 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 450933dd-87aa-4dbf-860d-89447ae5e4e9 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:04.392218 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b87b6a8f-b6ad-42d4-a7f0-aa108ace438a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (21474e28-deb8-43aa-8beb-f9b40655974c), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:04.424937 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec786bcc-a2df-43a6-be01-e22f0a0f2ba1 req-bd26a97c-434c-487d-9127-531fac951e88 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:04.426577 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ec786bcc-a2df-43a6-be01-e22f0a0f2ba1 req-bd26a97c-434c-487d-9127-531fac951e88 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 945 time: 0.0772069 Mar 08 15:42:04.482533 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ec786bcc-a2df-43a6-be01-e22f0a0f2ba1 req-2b598e97-c210-4d27-8a90-edd60a9de8ef tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468807 Mar 08 15:42:04.531834 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-6e0a788a-3122-4464-a86c-acf78aa851fe None None] Provisioning complete for port 21474e28-deb8-43aa-8beb-f9b40655974c triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:04.532240 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-6e0a788a-3122-4464-a86c-acf78aa851fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (21474e28-deb8-43aa-8beb-f9b40655974c), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:04.587567 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-6e0a788a-3122-4464-a86c-acf78aa851fe None None] Port 21474e28-deb8-43aa-8beb-f9b40655974c cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:42:04.629981 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b87b6a8f-b6ad-42d4-a7f0-aa108ace438a admin admin] Publish callbacks [] for port (21474e28-deb8-43aa-8beb-f9b40655974c), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:04.639710 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b87b6a8f-b6ad-42d4-a7f0-aa108ace438a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (21474e28-deb8-43aa-8beb-f9b40655974c), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:04.644005 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562b6ba-4163-4a4e-bde1-00f2ce3209d6 req-0ace9128-4676-49bd-9091-78295cf478f2 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:04.646294 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8562b6ba-4163-4a4e-bde1-00f2ce3209d6 req-0ace9128-4676-49bd-9091-78295cf478f2 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 948 time: 0.0662785 Mar 08 15:42:04.713752 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b6a8f-b6ad-42d4-a7f0-aa108ace438a admin admin] Pushing event updated for resources: {'Port': ['ID=21474e28-deb8-43aa-8beb-f9b40655974c,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:04.715035 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8562b6ba-4163-4a4e-bde1-00f2ce3209d6 req-3f8b06a8-1eac-4286-b31a-5c2f06d026bf tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda004c8-fa20-4768-98c7-e7716e8b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635312 Mar 08 15:42:04.716265 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b87b6a8f-b6ad-42d4-a7f0-aa108ace438a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738721'] for router_interface (0aa72843-be5a-47d0-bbaf-829e21dfe7ef), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:04.821043 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87b6a8f-b6ad-42d4-a7f0-aa108ace438a admin admin] Network 318201ae-e316-4e7a-b215-def18bd4dde2 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:42:04.823049 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-b87b6a8f-b6ad-42d4-a7f0-aa108ace438a admin admin] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:04.947869 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87b6a8f-b6ad-42d4-a7f0-aa108ace438a admin admin] Router 0aa72843-be5a-47d0-bbaf-829e21dfe7ef has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:42:05.069916 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87b6a8f-b6ad-42d4-a7f0-aa108ace438a admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:42:05.076500 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-b87b6a8f-b6ad-42d4-a7f0-aa108ace438a admin admin] 10.222.0.11 "PUT /v2.0/routers/0aa72843-be5a-47d0-bbaf-829e21dfe7ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0864205 Mar 08 15:42:05.113059 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-1912602f-6caf-4338-a7d4-91994918b209 None None] Provisioning complete for port 21474e28-deb8-43aa-8beb-f9b40655974c triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:05.113356 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-1912602f-6caf-4338-a7d4-91994918b209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (21474e28-deb8-43aa-8beb-f9b40655974c), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:05.148395 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-1912602f-6caf-4338-a7d4-91994918b209 None None] Port 21474e28-deb8-43aa-8beb-f9b40655974c cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:42:05.348037 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device ba47ac62-26a9-4f64-a1fe-c494c65added details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:42:05.352359 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 1bfe6957-d915-492e-bee7-358270ccc0cf up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:05.470030 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port 1bfe6957-d915-492e-bee7-358270ccc0cf triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:05.470696 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:05.512587 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port ba47ac62-26a9-4f64-a1fe-c494c65added, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ba47ac62-26a9-4f64-a1fe-c494c65added,segment=NetworkSegment(22d5bf99-ad77-4112-865e-2f4772e4a3e5),segment_id=22d5bf99-ad77-4112-865e-2f4772e4a3e5)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:05.528558 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': 'ba47ac62-26a9-4f64-a1fe-c494c65added', 'network_id': '5811f4a0-00e2-4c56-9512-0c3ddc0bc90d', 'port_id': 'ba47ac62-26a9-4f64-a1fe-c494c65added', 'mac_address': 'fa:16:3e:68:98:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9763900e-04d0-443c-838e-cf519e8f36c8', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:42:05.601743 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port ba47ac62-26a9-4f64-a1fe-c494c65added is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:05.602484 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (ba47ac62-26a9-4f64-a1fe-c494c65added), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:05.621219 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 1bfe6957-d915-492e-bee7-358270ccc0cf is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:05.621617 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:05.624478 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba47ac62-26a9-4f64-a1fe-c494c65added {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:42:05.636430 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 43054) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:05.645966 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-e4f5babf-08e5-4c37-8b81-86880b6edc55 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-800181661', 'description': 'tempest-secgroup-smoke-800181661 description', 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:05.660925 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dd6ed-9749-4cb9-a72e-bbcfa8de6275 req-c893c42f-bcb0-48c5-8d0a-7930bb880196 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:05.664061 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7c1dd6ed-9749-4cb9-a72e-bbcfa8de6275 req-c893c42f-bcb0-48c5-8d0a-7930bb880196 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 945 time: 0.0866644 Mar 08 15:42:05.665575 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port ba47ac62-26a9-4f64-a1fe-c494c65added, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ba47ac62-26a9-4f64-a1fe-c494c65added,segment=NetworkSegment(22d5bf99-ad77-4112-865e-2f4772e4a3e5),segment_id=22d5bf99-ad77-4112-865e-2f4772e4a3e5)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:05.673586 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (ba47ac62-26a9-4f64-a1fe-c494c65added), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:05.685441 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e726af8-263b-476f-94e4-4f39592931b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfe6957-d915-492e-bee7-358270ccc0cf'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:05.689831 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e4f5babf-08e5-4c37-8b81-86880b6edc55 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:05.689986 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d60ce91-794d-49f1-88f5-26c6cef4158a" -d '{"events": [{"server_uuid": "7e726af8-263b-476f-94e4-4f39592931b4", "name": "network-vif-plugged", "status": "completed", "tag": "1bfe6957-d915-492e-bee7-358270ccc0cf"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:05.724720 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 1bfe6957-d915-492e-bee7-358270ccc0cf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1bfe6957-d915-492e-bee7-358270ccc0cf,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:05.727237 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7c1dd6ed-9749-4cb9-a72e-bbcfa8de6275 req-dc3597bd-ebfe-41ed-ab02-38ac8e84fe2b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556383 Mar 08 15:42:05.740993 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:05.765788 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 153832af-c508-4116-a9e2-5f9e27c3f522 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:05.810257 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dd6b37-27a8-4d21-83cb-76dc0a9b995a x-openstack-request-id: req-60dd6b37-27a8-4d21-83cb-76dc0a9b995a {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:05.810736 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e726af8-263b-476f-94e4-4f39592931b4", "name": "network-vif-plugged", "status": "completed", "tag": "1bfe6957-d915-492e-bee7-358270ccc0cf", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:05.811082 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-60dd6b37-27a8-4d21-83cb-76dc0a9b995a {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:05.811569 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e726af8-263b-476f-94e4-4f39592931b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfe6957-d915-492e-bee7-358270ccc0cf', 'code': 200} Mar 08 15:42:05.817226 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e4f5babf-08e5-4c37-8b81-86880b6edc55 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group (e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:05.823573 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e4f5babf-08e5-4c37-8b81-86880b6edc55 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:05.832971 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=ba47ac62-26a9-4f64-a1fe-c494c65added,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:05.833858 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-94d0d0dc-96e5-4d7d-93df-62770411edac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:05.844047 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:05.844523 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:05.845065 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:05.845593 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:05.846066 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:05.846715 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:05.847185 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:05.847680 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:05.849975 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:05.850368 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:05.850815 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:05.851230 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:05.851642 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:42:05.871287 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5babf-08e5-4c37-8b81-86880b6edc55 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:05.875385 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e4f5babf-08e5-4c37-8b81-86880b6edc55 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:05.881369 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 43064) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:05.883900 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-e4f5babf-08e5-4c37-8b81-86880b6edc55 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2369306 Mar 08 15:42:05.890384 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-96e6a358-f167-4f21-9783-dae3c99d1821 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Request body: {'security_group_rule': {'security_group_id': 'e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6', 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:05.904186 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7fadd-2361-4305-8250-751b1ba02831 req-1e6704eb-edd5-4aa3-8c0d-023314509d9d tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:05.906114 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-62d7fadd-2361-4305-8250-751b1ba02831 req-1e6704eb-edd5-4aa3-8c0d-023314509d9d tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 949 time: 0.0859988 Mar 08 15:42:05.907245 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Sync routers for ids ['0aa72843-be5a-47d0-bbaf-829e21dfe7ef'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:42:05.926328 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 153832af-c508-4116-a9e2-5f9e27c3f522 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:05.926871 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (153832af-c508-4116-a9e2-5f9e27c3f522), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:05.956351 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-96e6a358-f167-4f21-9783-dae3c99d1821 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group_rule (2fbbcb50-a253-4fc3-9209-be3d205e169d), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:05.962245 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Routers {'0aa72843-be5a-47d0-bbaf-829e21dfe7ef'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:05.962984 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:41:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0aa72843-be5a-47d0-bbaf-829e21dfe7ef'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:05.975742 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=1bfe6957-d915-492e-bee7-358270ccc0cf,revision_number=10']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:05.998810 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-62d7fadd-2361-4305-8250-751b1ba02831 req-1d28c0a9-0e27-4398-8d93-b631782152c6 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda004c8-fa20-4768-98c7-e7716e8b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798478 Mar 08 15:42:06.021689 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['ba47ac62-26a9-4f64-a1fe-c494c65added'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:42:06.050121 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-96e6a358-f167-4f21-9783-dae3c99d1821 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group_rule (2fbbcb50-a253-4fc3-9209-be3d205e169d), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.057936 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-96e6a358-f167-4f21-9783-dae3c99d1821 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (2fbbcb50-a253-4fc3-9209-be3d205e169d), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.083925 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6a358-f167-4f21-9783-dae3c99d1821 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fbbcb50-a253-4fc3-9209-be3d205e169d,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:06.101278 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-96e6a358-f167-4f21-9783-dae3c99d1821 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.102656 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-96e6a358-f167-4f21-9783-dae3c99d1821 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2202740 Mar 08 15:42:06.105588 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 43070) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:06.110364 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-669c83e5-1e2a-4d4f-9632-ee08625986ba tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Request body: {'security_group_rule': {'security_group_id': 'e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6', 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:06.145293 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-669c83e5-1e2a-4d4f-9632-ee08625986ba tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group_rule (dd1c0653-883b-4aba-9f30-b93876a33982), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.177792 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db0f6b-5943-46a5-ad89-b095315429e3 req-f63b33dc-8673-42cf-bd7a-e3c8031ad259 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:06.179471 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-55db0f6b-5943-46a5-ad89-b095315429e3 req-f63b33dc-8673-42cf-bd7a-e3c8031ad259 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0719860 Mar 08 15:42:06.242927 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-669c83e5-1e2a-4d4f-9632-ee08625986ba tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group_rule (dd1c0653-883b-4aba-9f30-b93876a33982), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.248181 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-669c83e5-1e2a-4d4f-9632-ee08625986ba tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (dd1c0653-883b-4aba-9f30-b93876a33982), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.251759 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-55db0f6b-5943-46a5-ad89-b095315429e3 req-03dfda30-495e-48d3-b0d8-32293126e137 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654812 Mar 08 15:42:06.305917 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c83e5-1e2a-4d4f-9632-ee08625986ba tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1c0653-883b-4aba-9f30-b93876a33982,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:06.313024 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-669c83e5-1e2a-4d4f-9632-ee08625986ba tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.316861 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-669c83e5-1e2a-4d4f-9632-ee08625986ba tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2073476 Mar 08 15:42:06.317992 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 43072) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:06.322816 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-feac43fd-609b-4185-bb9c-ad49627248e3 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Request body: {'security_group_rule': {'security_group_id': 'e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6', 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:06.331192 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb8013-ec19-4f84-ba04-4e76aadb598a req-61dcf622-32c2-43f0-9a98-980834cd7f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:06.332682 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c5bb8013-ec19-4f84-ba04-4e76aadb598a req-61dcf622-32c2-43f0-9a98-980834cd7f30 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 1131 time: 0.0757859 Mar 08 15:42:06.351998 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-feac43fd-609b-4185-bb9c-ad49627248e3 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group_rule (54d6d732-fdf2-43b6-810e-a84070c4712a), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.385191 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Set router 0aa72843-be5a-47d0-bbaf-829e21dfe7ef gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:06.388608 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c5bb8013-ec19-4f84-ba04-4e76aadb598a req-f3de66a0-2f0b-4d66-bc62-25d3fd2985cb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452895 Mar 08 15:42:06.391674 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 153832af-c508-4116-a9e2-5f9e27c3f522 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:06.392060 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (153832af-c508-4116-a9e2-5f9e27c3f522), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.412561 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-feac43fd-609b-4185-bb9c-ad49627248e3 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group_rule (54d6d732-fdf2-43b6-810e-a84070c4712a), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.417238 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-feac43fd-609b-4185-bb9c-ad49627248e3 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (54d6d732-fdf2-43b6-810e-a84070c4712a), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.434378 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac43fd-609b-4185-bb9c-ad49627248e3 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d6d732-fdf2-43b6-810e-a84070c4712a,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:06.443251 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-feac43fd-609b-4185-bb9c-ad49627248e3 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.446961 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-feac43fd-609b-4185-bb9c-ad49627248e3 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253049 Mar 08 15:42:06.447147 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 43074) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:06.451748 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-2e52c6cc-1c0b-4f84-893d-4c652fc90de5 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Request body: {'security_group_rule': {'security_group_id': 'e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6', 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:06.468030 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] For port 153832af-c508-4116-a9e2-5f9e27c3f522, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=153832af-c508-4116-a9e2-5f9e27c3f522,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:06.478485 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2e52c6cc-1c0b-4f84-893d-4c652fc90de5 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group_rule (f24db8c3-5f7d-465d-a663-23b432cc05ba), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.507381 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (153832af-c508-4116-a9e2-5f9e27c3f522), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.537326 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2e52c6cc-1c0b-4f84-893d-4c652fc90de5 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group_rule (f24db8c3-5f7d-465d-a663-23b432cc05ba), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.543121 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2e52c6cc-1c0b-4f84-893d-4c652fc90de5 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (f24db8c3-5f7d-465d-a663-23b432cc05ba), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.558935 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52c6cc-1c0b-4f84-893d-4c652fc90de5 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24db8c3-5f7d-465d-a663-23b432cc05ba,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:06.571809 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2e52c6cc-1c0b-4f84-893d-4c652fc90de5 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.575742 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-2e52c6cc-1c0b-4f84-893d-4c652fc90de5 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249490 Mar 08 15:42:06.576108 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 43076) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:06.581164 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-63fd49bc-4ae6-4ef2-abfb-257517f5a4e7 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Request body: {'security_group_rule': {'security_group_id': 'e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6', 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:06.601299 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.securitygroups_db [None req-63fd49bc-4ae6-4ef2-abfb-257517f5a4e7 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Project cb368cfd69d14ec7970e2f6d22701c6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 15:42:06.606919 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-63fd49bc-4ae6-4ef2-abfb-257517f5a4e7 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group_rule (86d216f8-cc9f-46c7-bac3-1a204d3ffdf3), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.635032 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Pushing event updated for resources: {'Port': ['ID=153832af-c508-4116-a9e2-5f9e27c3f522,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:06.668074 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-63fd49bc-4ae6-4ef2-abfb-257517f5a4e7 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group_rule (86d216f8-cc9f-46c7-bac3-1a204d3ffdf3), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.672048 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-63fd49bc-4ae6-4ef2-abfb-257517f5a4e7 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (86d216f8-cc9f-46c7-bac3-1a204d3ffdf3), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.691933 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd49bc-4ae6-4ef2-abfb-257517f5a4e7 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d216f8-cc9f-46c7-bac3-1a204d3ffdf3,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:06.698069 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-63fd49bc-4ae6-4ef2-abfb-257517f5a4e7 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.700342 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-63fd49bc-4ae6-4ef2-abfb-257517f5a4e7 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217556 Mar 08 15:42:06.702329 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 43078) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:06.707572 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-ca14b90a-cb6a-42ac-9865-f9b0ae627c57 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Request body: {'security_group_rule': {'security_group_id': 'e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6', 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:06.727841 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.db.securitygroups_db [None req-ca14b90a-cb6a-42ac-9865-f9b0ae627c57 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Project cb368cfd69d14ec7970e2f6d22701c6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 15:42:06.732788 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ca14b90a-cb6a-42ac-9865-f9b0ae627c57 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group_rule (5fc3042f-4b85-4179-8530-01adaa6e9f4d), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.797592 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa72843-be5a-47d0-bbaf-829e21dfe7ef', 'name': 'tempest-TestShelveInstance-1805756634-router', 'tenant_id': 'f583cc50c36249279908eabc07bf7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '153832af-c508-4116-a9e2-5f9e27c3f522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:59Z', 'updated_at': '2022-03-08T15:42:04Z', 'revision_number': 4, 'project_id': 'f583cc50c36249279908eabc07bf7f6a', 'gw_port': {'id': '153832af-c508-4116-a9e2-5f9e27c3f522', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa72843-be5a-47d0-bbaf-829e21dfe7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:59Z', 'updated_at': '2022-03-08T15:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '21474e28-deb8-43aa-8beb-f9b40655974c', 'name': '', 'network_id': '318201ae-e316-4e7a-b215-def18bd4dde2', 'tenant_id': 'f583cc50c36249279908eabc07bf7f6a', 'mac_address': 'fa:16:3e:ef:a1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa72843-be5a-47d0-bbaf-829e21dfe7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '3c161b0a-11e3-42d1-9220-a89c88491500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:02Z', 'updated_at': '2022-03-08T15:42:04Z', 'revision_number': 2, 'project_id': 'f583cc50c36249279908eabc07bf7f6a', 'subnets': [{'id': '3c161b0a-11e3-42d1-9220-a89c88491500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:06.798645 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ca14b90a-cb6a-42ac-9865-f9b0ae627c57 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group_rule (5fc3042f-4b85-4179-8530-01adaa6e9f4d), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.804141 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ca14b90a-cb6a-42ac-9865-f9b0ae627c57 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (5fc3042f-4b85-4179-8530-01adaa6e9f4d), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.821819 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14b90a-cb6a-42ac-9865-f9b0ae627c57 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc3042f-4b85-4179-8530-01adaa6e9f4d,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:06.824648 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Checking router: 0aa72843-be5a-47d0-bbaf-829e21dfe7ef for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:42:06.824648 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Updating router 0aa72843-be5a-47d0-bbaf-829e21dfe7ef port 21474e28-deb8-43aa-8beb-f9b40655974c binding host dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:42:06.832339 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ca14b90a-cb6a-42ac-9865-f9b0ae627c57 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.833721 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ca14b90a-cb6a-42ac-9865-f9b0ae627c57 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303003 Mar 08 15:42:06.854862 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (21474e28-deb8-43aa-8beb-f9b40655974c), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:06.891219 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca8b07-97bd-4c70-8882-df9d48a21689 req-37067477-42c4-4862-9496-e781294eb304 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:06.892722 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a1ca8b07-97bd-4c70-8882-df9d48a21689 req-37067477-42c4-4862-9496-e781294eb304 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 947 time: 0.0579333 Mar 08 15:42:06.959852 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a1ca8b07-97bd-4c70-8882-df9d48a21689 req-e53b0d77-7714-4756-8366-a8f8c540313f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563111 Mar 08 15:42:07.129988 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524d387-2454-43ec-b5f2-476935f5849e req-c73a8ca2-912a-4aee-b80f-f09b73ec5291 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:07.131771 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b524d387-2454-43ec-b5f2-476935f5849e req-c73a8ca2-912a-4aee-b80f-f09b73ec5291 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 949 time: 0.0586331 Mar 08 15:42:07.134088 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Publish callbacks [] for port (21474e28-deb8-43aa-8beb-f9b40655974c), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:07.142082 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (21474e28-deb8-43aa-8beb-f9b40655974c), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:07.193548 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac1e2b-6f10-4ef6-b584-677a4e238b34 None None] Pushing event updated for resources: {'Port': ['ID=21474e28-deb8-43aa-8beb-f9b40655974c,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:07.206282 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b524d387-2454-43ec-b5f2-476935f5849e req-95a3c368-2e0a-4711-8f74-979318402151 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda004c8-fa20-4768-98c7-e7716e8b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666165 Mar 08 15:42:07.258493 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Attempting to bind port 21474e28-deb8-43aa-8beb-f9b40655974c on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:42:07.258932 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Attempting to bind port 21474e28-deb8-43aa-8beb-f9b40655974c by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': '4ca18240-470b-4ee9-a3d2-471978f5b480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '318201ae-e316-4e7a-b215-def18bd4dde2'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:42:07.259540 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Attempting to bind port 21474e28-deb8-43aa-8beb-f9b40655974c on network 318201ae-e316-4e7a-b215-def18bd4dde2 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:07.265058 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:42:07.265513 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Checking segment: {'id': '4ca18240-470b-4ee9-a3d2-471978f5b480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '318201ae-e316-4e7a-b215-def18bd4dde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:42:07.265989 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:07.266623 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Bound using segment: {'id': '4ca18240-470b-4ee9-a3d2-471978f5b480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '318201ae-e316-4e7a-b215-def18bd4dde2'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:42:07.267162 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Bound port: 21474e28-deb8-43aa-8beb-f9b40655974c, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca18240-470b-4ee9-a3d2-471978f5b480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '318201ae-e316-4e7a-b215-def18bd4dde2'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:42:07.267602 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (21474e28-deb8-43aa-8beb-f9b40655974c), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:07.381158 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] For port 21474e28-deb8-43aa-8beb-f9b40655974c, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:42:07.393490 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] For port 21474e28-deb8-43aa-8beb-f9b40655974c, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=21474e28-deb8-43aa-8beb-f9b40655974c,segment=NetworkSegment(4ca18240-470b-4ee9-a3d2-471978f5b480),segment_id=4ca18240-470b-4ee9-a3d2-471978f5b480)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:42:07.401247 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7d4bc-0c11-45c5-92f4-4d834bf8e456 req-1922a385-fdc8-4472-b79b-8f4e36da61a8 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:07.404389 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (21474e28-deb8-43aa-8beb-f9b40655974c), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:07.408432 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4bf7d4bc-0c11-45c5-92f4-4d834bf8e456 req-1922a385-fdc8-4472-b79b-8f4e36da61a8 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0736787 Mar 08 15:42:07.462997 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4bf7d4bc-0c11-45c5-92f4-4d834bf8e456 req-84f8b981-2646-4268-9a4b-fb9e9b2b8c65 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535767 Mar 08 15:42:07.470283 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Routers {'0aa72843-be5a-47d0-bbaf-829e21dfe7ef'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:07.471083 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:41:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0aa72843-be5a-47d0-bbaf-829e21dfe7ef'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:07.516722 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac1e2b-6f10-4ef6-b584-677a4e238b34 None None] Pushing event updated for resources: {'Port': ['ID=21474e28-deb8-43aa-8beb-f9b40655974c,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:07.544334 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-dd3046a7-c8a4-449a-aa30-6c489d59e1e7 None None] Provisioning complete for port 21474e28-deb8-43aa-8beb-f9b40655974c triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:07.544718 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-dd3046a7-c8a4-449a-aa30-6c489d59e1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (21474e28-deb8-43aa-8beb-f9b40655974c), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:07.634714 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] Set router 0aa72843-be5a-47d0-bbaf-829e21dfe7ef gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:07.733996 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 153832af-c508-4116-a9e2-5f9e27c3f522 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:07.811377 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-dd3046a7-c8a4-449a-aa30-6c489d59e1e7 None None] Current status of the port 21474e28-deb8-43aa-8beb-f9b40655974c is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:07.811748 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-dd3046a7-c8a4-449a-aa30-6c489d59e1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (21474e28-deb8-43aa-8beb-f9b40655974c), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:07.915034 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-dd3046a7-c8a4-449a-aa30-6c489d59e1e7 None None] For port 21474e28-deb8-43aa-8beb-f9b40655974c, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=21474e28-deb8-43aa-8beb-f9b40655974c,segment=NetworkSegment(4ca18240-470b-4ee9-a3d2-471978f5b480),segment_id=4ca18240-470b-4ee9-a3d2-471978f5b480)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:07.923812 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 153832af-c508-4116-a9e2-5f9e27c3f522 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:07.924251 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (153832af-c508-4116-a9e2-5f9e27c3f522), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:07.928396 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-dd3046a7-c8a4-449a-aa30-6c489d59e1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (21474e28-deb8-43aa-8beb-f9b40655974c), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:08.059744 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3046a7-c8a4-449a-aa30-6c489d59e1e7 None None] Pushing event updated for resources: {'Port': ['ID=21474e28-deb8-43aa-8beb-f9b40655974c,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:08.095092 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-2978e7fa-a89d-4ce8-900d-e42bc60db9b1 None None] Provisioning complete for port 21474e28-deb8-43aa-8beb-f9b40655974c triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:08.095549 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-2978e7fa-a89d-4ce8-900d-e42bc60db9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (21474e28-deb8-43aa-8beb-f9b40655974c), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:08.105070 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cd2a2-1eeb-48e9-b9ce-059d0bc46c01 req-a6d13510-d340-4961-ab37-5056f24500c5 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:08.107390 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f34cd2a2-1eeb-48e9-b9ce-059d0bc46c01 req-a6d13510-d340-4961-ab37-5056f24500c5 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 947 time: 0.0649335 Mar 08 15:42:08.173699 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 153832af-c508-4116-a9e2-5f9e27c3f522 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:08.175790 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f34cd2a2-1eeb-48e9-b9ce-059d0bc46c01 req-4344267d-99b6-41a3-ae35-0aebe36d0652 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629208 Mar 08 15:42:08.186829 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa72843-be5a-47d0-bbaf-829e21dfe7ef', 'name': 'tempest-TestShelveInstance-1805756634-router', 'tenant_id': 'f583cc50c36249279908eabc07bf7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '153832af-c508-4116-a9e2-5f9e27c3f522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:59Z', 'updated_at': '2022-03-08T15:42:04Z', 'revision_number': 4, 'project_id': 'f583cc50c36249279908eabc07bf7f6a', 'gw_port': {'id': '153832af-c508-4116-a9e2-5f9e27c3f522', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa72843-be5a-47d0-bbaf-829e21dfe7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:59Z', 'updated_at': '2022-03-08T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '21474e28-deb8-43aa-8beb-f9b40655974c', 'name': '', 'network_id': '318201ae-e316-4e7a-b215-def18bd4dde2', 'tenant_id': 'f583cc50c36249279908eabc07bf7f6a', 'mac_address': 'fa:16:3e:ef:a1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa72843-be5a-47d0-bbaf-829e21dfe7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '3c161b0a-11e3-42d1-9220-a89c88491500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:02Z', 'updated_at': '2022-03-08T15:42:07Z', 'revision_number': 4, 'project_id': 'f583cc50c36249279908eabc07bf7f6a', 'subnets': [{'id': '3c161b0a-11e3-42d1-9220-a89c88491500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:08.345429 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0a7b3-ff27-40b6-a53e-5e55bc30eab4 req-ce96d29c-0883-4d9c-8360-209e53dbe057 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:08.346972 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-37c0a7b3-ff27-40b6-a53e-5e55bc30eab4 req-ce96d29c-0883-4d9c-8360-209e53dbe057 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 949 time: 0.0646930 Mar 08 15:42:08.350875 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8be1d4-bf26-4799-982f-02b287f91e96 None None] The sync data for ids ['0aa72843-be5a-47d0-bbaf-829e21dfe7ef'] in dv-cinder-830098-2-iscsi is: [{'id': '0aa72843-be5a-47d0-bbaf-829e21dfe7ef', 'name': 'tempest-TestShelveInstance-1805756634-router', 'tenant_id': 'f583cc50c36249279908eabc07bf7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '153832af-c508-4116-a9e2-5f9e27c3f522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:59Z', 'updated_at': '2022-03-08T15:42:04Z', 'revision_number': 4, 'project_id': 'f583cc50c36249279908eabc07bf7f6a', 'gw_port': {'id': '153832af-c508-4116-a9e2-5f9e27c3f522', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa72843-be5a-47d0-bbaf-829e21dfe7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:59Z', 'updated_at': '2022-03-08T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '21474e28-deb8-43aa-8beb-f9b40655974c', 'name': '', 'network_id': '318201ae-e316-4e7a-b215-def18bd4dde2', 'tenant_id': 'f583cc50c36249279908eabc07bf7f6a', 'mac_address': 'fa:16:3e:ef:a1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa72843-be5a-47d0-bbaf-829e21dfe7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '3c161b0a-11e3-42d1-9220-a89c88491500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:02Z', 'updated_at': '2022-03-08T15:42:07Z', 'revision_number': 4, 'project_id': 'f583cc50c36249279908eabc07bf7f6a', 'subnets': [{'id': '3c161b0a-11e3-42d1-9220-a89c88491500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:42:08.390632 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-2978e7fa-a89d-4ce8-900d-e42bc60db9b1 None None] Current status of the port 21474e28-deb8-43aa-8beb-f9b40655974c is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:08.474042 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-37c0a7b3-ff27-40b6-a53e-5e55bc30eab4 req-a4c61f50-7d53-4742-81db-a3e2602eeb80 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda004c8-fa20-4768-98c7-e7716e8b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112955 Mar 08 15:42:08.518646 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-9c45b082-b499-4060-a6cc-d04e8e42fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:08.602341 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d74ff7-8768-4aa0-a487-d89b6db9c686 req-d420ea5a-cccc-4f81-97b2-7abb28655367 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:08.607063 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a0d74ff7-8768-4aa0-a487-d89b6db9c686 req-d420ea5a-cccc-4f81-97b2-7abb28655367 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0642011 Mar 08 15:42:08.659193 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a0d74ff7-8768-4aa0-a487-d89b6db9c686 req-ec61147d-92e4-45dc-bf6a-64b44a99dfd7 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465081 Mar 08 15:42:09.308481 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3d065-83dd-4734-ba58-8b77cfd10a53 req-deced31e-3661-4042-bd9b-33d951e90329 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:09.309959 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5fa3d065-83dd-4734-ba58-8b77cfd10a53 req-deced31e-3661-4042-bd9b-33d951e90329 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 947 time: 0.0551798 Mar 08 15:42:09.364904 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5fa3d065-83dd-4734-ba58-8b77cfd10a53 req-dd7ee0ae-77cb-4f1e-b887-0a03a4ba443b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491831 Mar 08 15:42:09.367257 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device ba47ac62-26a9-4f64-a1fe-c494c65added up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:09.425131 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port ba47ac62-26a9-4f64-a1fe-c494c65added completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:42:09.430563 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port ba47ac62-26a9-4f64-a1fe-c494c65added triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:09.430946 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (ba47ac62-26a9-4f64-a1fe-c494c65added), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:09.464773 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77942a2b-b183-43d8-aeff-f27d2a21af36 req-923fd82e-cf49-4c1d-826b-65d5c90e0bf8 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:09.466252 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-77942a2b-b183-43d8-aeff-f27d2a21af36 req-923fd82e-cf49-4c1d-826b-65d5c90e0bf8 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.41 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0538061 Mar 08 15:42:09.518788 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port ba47ac62-26a9-4f64-a1fe-c494c65added is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:09.519965 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (ba47ac62-26a9-4f64-a1fe-c494c65added), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:09.552193 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb73e696-e632-47f0-8435-b326a2b80956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba47ac62-26a9-4f64-a1fe-c494c65added'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:09.555373 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c0702a-ede5-4d8c-87a1-469eeeb4d9c2" -d '{"events": [{"server_uuid": "bb73e696-e632-47f0-8435-b326a2b80956", "name": "network-vif-plugged", "status": "completed", "tag": "ba47ac62-26a9-4f64-a1fe-c494c65added"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:09.577963 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port ba47ac62-26a9-4f64-a1fe-c494c65added, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ba47ac62-26a9-4f64-a1fe-c494c65added,segment=NetworkSegment(22d5bf99-ad77-4112-865e-2f4772e4a3e5),segment_id=22d5bf99-ad77-4112-865e-2f4772e4a3e5)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:09.587600 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (ba47ac62-26a9-4f64-a1fe-c494c65added), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:09.593433 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-77942a2b-b183-43d8-aeff-f27d2a21af36 req-1f6d0eb2-284a-4f59-be68-e4d82999b302 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Deleting port f2c017aa-07ed-4933-ae61-ad3352d67e2d {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:42:09.593985 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-77942a2b-b183-43d8-aeff-f27d2a21af36 req-1f6d0eb2-284a-4f59-be68-e4d82999b302 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (f2c017aa-07ed-4933-ae61-ad3352d67e2d), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:09.615678 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb2f631-d91b-422b-893c-3c10f3bf4257 x-openstack-request-id: req-ecb2f631-d91b-422b-893c-3c10f3bf4257 {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:09.616298 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb73e696-e632-47f0-8435-b326a2b80956", "name": "network-vif-plugged", "status": "completed", "tag": "ba47ac62-26a9-4f64-a1fe-c494c65added", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:09.616704 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ecb2f631-d91b-422b-893c-3c10f3bf4257 {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:09.617238 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb73e696-e632-47f0-8435-b326a2b80956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba47ac62-26a9-4f64-a1fe-c494c65added', 'code': 200} Mar 08 15:42:09.622331 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9289017-9566-4826-9c6e-64bb98cf11f9 req-14979b9b-6a85-4308-91cb-32d74ec57f39 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:09.641955 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e9289017-9566-4826-9c6e-64bb98cf11f9 req-14979b9b-6a85-4308-91cb-32d74ec57f39 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 949 time: 0.1019354 Mar 08 15:42:09.668995 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=ba47ac62-26a9-4f64-a1fe-c494c65added,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:09.710738 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e9289017-9566-4826-9c6e-64bb98cf11f9 req-61228278-5134-4fa6-872a-380ac2ba9d66 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda004c8-fa20-4768-98c7-e7716e8b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619445 Mar 08 15:42:09.764450 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-77942a2b-b183-43d8-aeff-f27d2a21af36 req-1f6d0eb2-284a-4f59-be68-e4d82999b302 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] For port f2c017aa-07ed-4933-ae61-ad3352d67e2d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f2c017aa-07ed-4933-ae61-ad3352d67e2d,segment=NetworkSegment(f38b1a23-fb96-44e3-be40-f12595e1100f),segment_id=f38b1a23-fb96-44e3-be40-f12595e1100f)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:09.764713 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-77942a2b-b183-43d8-aeff-f27d2a21af36 req-1f6d0eb2-284a-4f59-be68-e4d82999b302 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (f2c017aa-07ed-4933-ae61-ad3352d67e2d), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:09.784766 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 21474e28-deb8-43aa-8beb-f9b40655974c up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:09.790355 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-77942a2b-b183-43d8-aeff-f27d2a21af36 req-1f6d0eb2-284a-4f59-be68-e4d82999b302 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Calling delete_port for f2c017aa-07ed-4933-ae61-ad3352d67e2d owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:42:09.818788 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b187ba-0221-4003-88dc-dad036bd11e2 req-68ba5318-2ea4-4908-a874-4b7900d9e346 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:09.820271 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-77b187ba-0221-4003-88dc-dad036bd11e2 req-68ba5318-2ea4-4908-a874-4b7900d9e346 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=98280c94-2ddb-4c95-b470-e867fcb42541 HTTP/1.1" status: 200 len: 945 time: 0.0645514 Mar 08 15:42:09.837663 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 21474e28-deb8-43aa-8beb-f9b40655974c triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:09.838262 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (21474e28-deb8-43aa-8beb-f9b40655974c), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:09.878631 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-77b187ba-0221-4003-88dc-dad036bd11e2 req-7e2b6fe2-3a5c-48a7-8fc1-5c91d745a294 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514677 Mar 08 15:42:09.921135 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068144f3-fb42-45d5-8c2d-979697750de1 req-0ebba6d1-6a4d-46f2-a963-5fa2f7d30d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:09.922984 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-068144f3-fb42-45d5-8c2d-979697750de1 req-0ebba6d1-6a4d-46f2-a963-5fa2f7d30d1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 1134 time: 0.0816226 Mar 08 15:42:09.928275 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 21474e28-deb8-43aa-8beb-f9b40655974c is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:10.005034 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-77942a2b-b183-43d8-aeff-f27d2a21af36 req-1f6d0eb2-284a-4f59-be68-e4d82999b302 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (f2c017aa-07ed-4933-ae61-ad3352d67e2d), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:10.017261 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['9362275f-524c-4c5c-8b75-90fff569d8d7', 'f2c017aa-07ed-4933-ae61-ad3352d67e2d'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:42:10.040552 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-068144f3-fb42-45d5-8c2d-979697750de1 req-943456b7-77c0-4748-a508-d23576837236 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bda004c8-fa20-4768-98c7-e7716e8b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022377 Mar 08 15:42:10.043746 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d0eb2-284a-4f59-be68-e4d82999b302 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Pushing event deleted for resources: {'Port': ['ID=f2c017aa-07ed-4933-ae61-ad3352d67e2d,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:10.089163 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-77942a2b-b183-43d8-aeff-f27d2a21af36 req-1f6d0eb2-284a-4f59-be68-e4d82999b302 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] No DVR routers for this DVR port f2c017aa-07ed-4933-ae61-ad3352d67e2d on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:42:10.091991 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-77942a2b-b183-43d8-aeff-f27d2a21af36 req-1f6d0eb2-284a-4f59-be68-e4d82999b302 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:10.095440 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-77942a2b-b183-43d8-aeff-f27d2a21af36 req-1f6d0eb2-284a-4f59-be68-e4d82999b302 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.41 "DELETE /v2.0/ports/f2c017aa-07ed-4933-ae61-ad3352d67e2d HTTP/1.1" status: 204 len: 173 time: 0.6225457 Mar 08 15:42:10.095965 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98280c94-2ddb-4c95-b470-e867fcb42541', 'name': 'network-vif-deleted', 'tag': 'f2c017aa-07ed-4933-ae61-ad3352d67e2d'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:10.099131 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81d81ec-0c36-4c63-87a5-a29474ca4fef" -d '{"events": [{"server_uuid": "98280c94-2ddb-4c95-b470-e867fcb42541", "name": "network-vif-deleted", "tag": "f2c017aa-07ed-4933-ae61-ad3352d67e2d"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:10.136328 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a33002-45c9-4b7c-905d-92a82500ca60 x-openstack-request-id: req-66a33002-45c9-4b7c-905d-92a82500ca60 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:10.136755 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98280c94-2ddb-4c95-b470-e867fcb42541", "name": "network-vif-deleted", "tag": "f2c017aa-07ed-4933-ae61-ad3352d67e2d", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:10.137106 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66a33002-45c9-4b7c-905d-92a82500ca60 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:10.137607 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98280c94-2ddb-4c95-b470-e867fcb42541', 'name': 'network-vif-deleted', 'tag': 'f2c017aa-07ed-4933-ae61-ad3352d67e2d', 'status': 'completed', 'code': 200} Mar 08 15:42:10.198013 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:10.838131 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf96d5-e0f4-45d2-b669-70c4e4cdeef0 req-2f20a8e0-63b1-4c6b-8f27-f54a747c4288 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:10.839908 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a1bf96d5-e0f4-45d2-b669-70c4e4cdeef0 req-2f20a8e0-63b1-4c6b-8f27-f54a747c4288 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 950 time: 0.0593181 Mar 08 15:42:10.891608 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a1bf96d5-e0f4-45d2-b669-70c4e4cdeef0 req-eec8c782-ad2e-4eed-9066-aaeb74a50bbf tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda004c8-fa20-4768-98c7-e7716e8b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459363 Mar 08 15:42:10.993156 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:11.176761 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd0246-fc85-429c-8dbb-78b77680e081 req-f720112b-0b38-4fa9-b665-cf49f7f8c9df tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:11.178313 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6ccd0246-fc85-429c-8dbb-78b77680e081 req-f720112b-0b38-4fa9-b665-cf49f7f8c9df tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0576289 Mar 08 15:42:11.228319 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6ccd0246-fc85-429c-8dbb-78b77680e081 req-8d35966f-715f-4da8-859d-17239e23a295 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442967 Mar 08 15:42:12.048386 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f8b87-b74e-4ec3-81a7-2a0ad50e55fc req-e9a3aa8d-fcb2-4d74-932a-f7808f3fc2bb tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:12.049870 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f72f8b87-b74e-4ec3-81a7-2a0ad50e55fc req-e9a3aa8d-fcb2-4d74-932a-f7808f3fc2bb tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 950 time: 0.0639997 Mar 08 15:42:12.104787 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f72f8b87-b74e-4ec3-81a7-2a0ad50e55fc req-870cfc7a-84c3-4364-8bda-c99287efea05 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda004c8-fa20-4768-98c7-e7716e8b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492969 Mar 08 15:42:12.302156 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:12.410839 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac210a7-5a1c-4e96-9747-eacd2a570ee7 req-c017cc6f-e112-45b3-96ea-d5cc4a4a4847 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:12.412315 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5ac210a7-5a1c-4e96-9747-eacd2a570ee7 req-c017cc6f-e112-45b3-96ea-d5cc4a4a4847 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0910654 Mar 08 15:42:12.477385 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fccd64-3143-4335-bbc9-df9ff4cbeb85 req-4b9e724d-c574-4de3-bcda-078b2677c21b tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:12.479563 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-68fccd64-3143-4335-bbc9-df9ff4cbeb85 req-4b9e724d-c574-4de3-bcda-078b2677c21b tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 950 time: 0.1159310 Mar 08 15:42:12.501687 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5ac210a7-5a1c-4e96-9747-eacd2a570ee7 req-79a1ef8a-e591-42d0-b3a8-4ec256a5cbcd tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819960 Mar 08 15:42:12.544100 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-68fccd64-3143-4335-bbc9-df9ff4cbeb85 req-a26e8682-6773-4bc0-b1f1-ef7ceda2d3c8 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda004c8-fa20-4768-98c7-e7716e8b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586522 Mar 08 15:42:13.396415 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device f2c017aa-07ed-4933-ae61-ad3352d67e2d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:42:13.421250 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: f2c017aa-07ed-4933-ae61-ad3352d67e2d {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:42:13.421682 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device f2c017aa-07ed-4933-ae61-ad3352d67e2d not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:42:13.674942 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b849ec3-e131-488b-81bf-df6858f38ffe req-e059d2ce-1406-482d-8900-3f4e21b3a9de tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:13.676355 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8b849ec3-e131-488b-81bf-df6858f38ffe req-e059d2ce-1406-482d-8900-3f4e21b3a9de tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0990267 Mar 08 15:42:13.687803 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b53985-6fe8-46b3-aba5-7da4f0e648d1 req-a8706661-4043-4ca1-8287-e81426e36ea4 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:13.689200 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-76b53985-6fe8-46b3-aba5-7da4f0e648d1 req-a8706661-4043-4ca1-8287-e81426e36ea4 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 950 time: 0.0728383 Mar 08 15:42:13.759715 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-76b53985-6fe8-46b3-aba5-7da4f0e648d1 req-5ee2f3b2-7607-46ca-bf1e-d3830736d54b tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda004c8-fa20-4768-98c7-e7716e8b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639687 Mar 08 15:42:13.763204 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8b849ec3-e131-488b-81bf-df6858f38ffe req-09e32fa2-8fa8-4740-abf9-31efd1d76d87 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731747 Mar 08 15:42:14.475486 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5970b-4fc9-4685-b5a6-f4627c2d8e48 req-c94940ef-4ed1-40eb-9c03-2fcb43c91a97 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:14.476954 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-31c5970b-4fc9-4685-b5a6-f4627c2d8e48 req-c94940ef-4ed1-40eb-9c03-2fcb43c91a97 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 950 time: 0.0660107 Mar 08 15:42:14.586787 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-31c5970b-4fc9-4685-b5a6-f4627c2d8e48 req-42d75971-c132-4e37-9039-cae52a86c147 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Deleting port ba47ac62-26a9-4f64-a1fe-c494c65added {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:42:14.587002 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-31c5970b-4fc9-4685-b5a6-f4627c2d8e48 req-42d75971-c132-4e37-9039-cae52a86c147 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (ba47ac62-26a9-4f64-a1fe-c494c65added), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:14.677929 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-31c5970b-4fc9-4685-b5a6-f4627c2d8e48 req-42d75971-c132-4e37-9039-cae52a86c147 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] For port ba47ac62-26a9-4f64-a1fe-c494c65added, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ba47ac62-26a9-4f64-a1fe-c494c65added,segment=NetworkSegment(22d5bf99-ad77-4112-865e-2f4772e4a3e5),segment_id=22d5bf99-ad77-4112-865e-2f4772e4a3e5)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:14.678286 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-31c5970b-4fc9-4685-b5a6-f4627c2d8e48 req-42d75971-c132-4e37-9039-cae52a86c147 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (ba47ac62-26a9-4f64-a1fe-c494c65added), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:14.691111 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-31c5970b-4fc9-4685-b5a6-f4627c2d8e48 req-42d75971-c132-4e37-9039-cae52a86c147 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Calling delete_port for ba47ac62-26a9-4f64-a1fe-c494c65added owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:42:14.847666 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-31c5970b-4fc9-4685-b5a6-f4627c2d8e48 req-42d75971-c132-4e37-9039-cae52a86c147 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (ba47ac62-26a9-4f64-a1fe-c494c65added), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:14.860487 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['ba47ac62-26a9-4f64-a1fe-c494c65added'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:42:14.880960 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d75971-c132-4e37-9039-cae52a86c147 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Pushing event deleted for resources: {'Port': ['ID=ba47ac62-26a9-4f64-a1fe-c494c65added,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:14.897618 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ac75e4a0-2be4-46a7-ab8a-25e481a543a8 req-b2adfa06-b6dc-488d-8422-e467872136ad tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb73e696-e632-47f0-8435-b326a2b80956 HTTP/1.1" status: 200 len: 210 time: 0.0478401 Mar 08 15:42:14.927933 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3fb8f-845b-4b0b-8152-a3bc511df5ad req-e92a4df5-1430-4c61-9a82-85d846903f09 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:14.928309 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c5970b-4fc9-4685-b5a6-f4627c2d8e48 req-42d75971-c132-4e37-9039-cae52a86c147 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] No DVR routers for this DVR port ba47ac62-26a9-4f64-a1fe-c494c65added on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:42:14.929925 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-efc3fb8f-845b-4b0b-8152-a3bc511df5ad req-e92a4df5-1430-4c61-9a82-85d846903f09 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0905342 Mar 08 15:42:14.931658 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-31c5970b-4fc9-4685-b5a6-f4627c2d8e48 req-42d75971-c132-4e37-9039-cae52a86c147 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:14.935881 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-31c5970b-4fc9-4685-b5a6-f4627c2d8e48 req-42d75971-c132-4e37-9039-cae52a86c147 tempest-VolumesNegativeTest-523286140 tempest-VolumesNegativeTest-523286140-project] 10.222.0.41 "DELETE /v2.0/ports/ba47ac62-26a9-4f64-a1fe-c494c65added HTTP/1.1" status: 204 len: 173 time: 0.4504108 Mar 08 15:42:14.936477 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb73e696-e632-47f0-8435-b326a2b80956', 'name': 'network-vif-deleted', 'tag': 'ba47ac62-26a9-4f64-a1fe-c494c65added'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:14.940416 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd5abd0-cb63-465c-9aa0-0b3075cbd611" -d '{"events": [{"server_uuid": "bb73e696-e632-47f0-8435-b326a2b80956", "name": "network-vif-deleted", "tag": "ba47ac62-26a9-4f64-a1fe-c494c65added"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:14.987142 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf8e2fa-cf4f-476f-8031-3dff45a1bc6e x-openstack-request-id: req-ebf8e2fa-cf4f-476f-8031-3dff45a1bc6e {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:14.987432 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb73e696-e632-47f0-8435-b326a2b80956", "name": "network-vif-deleted", "tag": "ba47ac62-26a9-4f64-a1fe-c494c65added", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:14.987683 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ebf8e2fa-cf4f-476f-8031-3dff45a1bc6e {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:14.988085 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb73e696-e632-47f0-8435-b326a2b80956', 'name': 'network-vif-deleted', 'tag': 'ba47ac62-26a9-4f64-a1fe-c494c65added', 'status': 'completed', 'code': 200} Mar 08 15:42:14.988506 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-efc3fb8f-845b-4b0b-8152-a3bc511df5ad req-05d990a3-b705-4f76-a9bf-b65bd2f357f7 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524361 Mar 08 15:42:16.122078 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f15b4-de2a-4fd9-bb89-c893f9b6d51c req-1d77fcc7-4c7e-4929-be67-4f4954ca2aaa tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:16.123712 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d09f15b4-de2a-4fd9-bb89-c893f9b6d51c req-1d77fcc7-4c7e-4929-be67-4f4954ca2aaa tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0637264 Mar 08 15:42:16.173461 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d09f15b4-de2a-4fd9-bb89-c893f9b6d51c req-3f4d3490-f1a0-4f0c-a2f3-fcda41cac783 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430460 Mar 08 15:42:17.304644 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86585787-cec3-4964-9ea9-a20108d35a1e req-34de71ff-69e8-490a-9520-99f08c50075a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:17.306323 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-86585787-cec3-4964-9ea9-a20108d35a1e req-34de71ff-69e8-490a-9520-99f08c50075a tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0615196 Mar 08 15:42:17.355704 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:17.363534 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-86585787-cec3-4964-9ea9-a20108d35a1e req-143b37fb-80c6-4df8-9b43-a766012e5817 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512240 Mar 08 15:42:18.467162 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a3c0a-9165-481b-994f-1a0b1a1b1e21 req-e53922d3-8f82-41aa-b2c8-9e0139d17f38 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:18.468682 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-295a3c0a-9165-481b-994f-1a0b1a1b1e21 req-e53922d3-8f82-41aa-b2c8-9e0139d17f38 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.41 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0772512 Mar 08 15:42:18.495643 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184fbc1-a4ab-4b93-9e37-1c1e7f448d8f req-20f3cddf-9a91-4d4d-a58a-8764fb8eae2d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:18.497836 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0184fbc1-a4ab-4b93-9e37-1c1e7f448d8f req-20f3cddf-9a91-4d4d-a58a-8764fb8eae2d tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/ports?device_id=10605b86-1e41-4df6-bfd2-5235a47cdac7 HTTP/1.1" status: 200 len: 945 time: 0.0548561 Mar 08 15:42:18.548057 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0184fbc1-a4ab-4b93-9e37-1c1e7f448d8f req-52b8759a-922b-429b-848a-0128fb83079c tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.11 "GET /v2.0/security-groups?id=317f529b-9ad9-4681-ac50-c566a7c959d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444291 Mar 08 15:42:18.583473 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-295a3c0a-9165-481b-994f-1a0b1a1b1e21 req-8a1c36f1-bfb9-423d-81db-652f212cb999 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Deleting port 9362275f-524c-4c5c-8b75-90fff569d8d7 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:42:18.583812 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-295a3c0a-9165-481b-994f-1a0b1a1b1e21 req-8a1c36f1-bfb9-423d-81db-652f212cb999 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (9362275f-524c-4c5c-8b75-90fff569d8d7), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:18.681541 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-295a3c0a-9165-481b-994f-1a0b1a1b1e21 req-8a1c36f1-bfb9-423d-81db-652f212cb999 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] For port 9362275f-524c-4c5c-8b75-90fff569d8d7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9362275f-524c-4c5c-8b75-90fff569d8d7,segment=NetworkSegment(f38b1a23-fb96-44e3-be40-f12595e1100f),segment_id=f38b1a23-fb96-44e3-be40-f12595e1100f)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:18.681971 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-295a3c0a-9165-481b-994f-1a0b1a1b1e21 req-8a1c36f1-bfb9-423d-81db-652f212cb999 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (9362275f-524c-4c5c-8b75-90fff569d8d7), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:18.695281 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-295a3c0a-9165-481b-994f-1a0b1a1b1e21 req-8a1c36f1-bfb9-423d-81db-652f212cb999 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Calling delete_port for 9362275f-524c-4c5c-8b75-90fff569d8d7 owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:42:18.838681 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-295a3c0a-9165-481b-994f-1a0b1a1b1e21 req-8a1c36f1-bfb9-423d-81db-652f212cb999 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (9362275f-524c-4c5c-8b75-90fff569d8d7), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:18.850361 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['9362275f-524c-4c5c-8b75-90fff569d8d7'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:42:18.865424 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c36f1-bfb9-423d-81db-652f212cb999 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Pushing event deleted for resources: {'Port': ['ID=9362275f-524c-4c5c-8b75-90fff569d8d7,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:18.909922 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-295a3c0a-9165-481b-994f-1a0b1a1b1e21 req-8a1c36f1-bfb9-423d-81db-652f212cb999 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] No DVR routers for this DVR port 9362275f-524c-4c5c-8b75-90fff569d8d7 on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:42:18.920784 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-295a3c0a-9165-481b-994f-1a0b1a1b1e21 req-8a1c36f1-bfb9-423d-81db-652f212cb999 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:18.924708 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-295a3c0a-9165-481b-994f-1a0b1a1b1e21 req-8a1c36f1-bfb9-423d-81db-652f212cb999 tempest-ServerRescueNegativeTestJSON-2111389773 tempest-ServerRescueNegativeTestJSON-2111389773-project] 10.222.0.41 "DELETE /v2.0/ports/9362275f-524c-4c5c-8b75-90fff569d8d7 HTTP/1.1" status: 204 len: 173 time: 0.4499590 Mar 08 15:42:18.925200 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10605b86-1e41-4df6-bfd2-5235a47cdac7', 'name': 'network-vif-deleted', 'tag': '9362275f-524c-4c5c-8b75-90fff569d8d7'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:18.927613 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4221f9-ab84-44bd-a085-2af7ae0efd5c" -d '{"events": [{"server_uuid": "10605b86-1e41-4df6-bfd2-5235a47cdac7", "name": "network-vif-deleted", "tag": "9362275f-524c-4c5c-8b75-90fff569d8d7"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:18.968821 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e61722-c320-4188-8bba-c58799bc54b1 x-openstack-request-id: req-e9e61722-c320-4188-8bba-c58799bc54b1 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:18.969116 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10605b86-1e41-4df6-bfd2-5235a47cdac7", "name": "network-vif-deleted", "tag": "9362275f-524c-4c5c-8b75-90fff569d8d7", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:18.969357 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e9e61722-c320-4188-8bba-c58799bc54b1 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:18.969751 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10605b86-1e41-4df6-bfd2-5235a47cdac7', 'name': 'network-vif-deleted', 'tag': '9362275f-524c-4c5c-8b75-90fff569d8d7', 'status': 'completed', 'code': 200} Mar 08 15:42:19.438355 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device ba47ac62-26a9-4f64-a1fe-c494c65added no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:42:19.461092 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: ba47ac62-26a9-4f64-a1fe-c494c65added {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:42:19.461436 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device ba47ac62-26a9-4f64-a1fe-c494c65added not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:42:19.607683 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 43500) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:19.851159 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 43504) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:19.980944 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-f2775427-745d-4b71-843c-01c486fb1408 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6cc68e494921498da53903c289d33b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279480 Mar 08 15:42:19.983488 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 43510) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:20.035096 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-932bb8b2-aefd-4715-aa4e-f2cc65df91bd admin admin] Publish callbacks [] for security_group (bda004c8-fa20-4768-98c7-e7716e8b7ec5), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:20.051378 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-204b88d0-f7a6-421f-b3e5-f00025ee0723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738370'] for router_interface (9e92d389-95fc-41fa-aa66-e3aa9c596de6), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:20.060026 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-932bb8b2-aefd-4715-aa4e-f2cc65df91bd admin admin] Publish callbacks [] for security_group (bda004c8-fa20-4768-98c7-e7716e8b7ec5), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:20.109045 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-932bb8b2-aefd-4715-aa4e-f2cc65df91bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (bda004c8-fa20-4768-98c7-e7716e8b7ec5), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:20.111676 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-932bb8b2-aefd-4715-aa4e-f2cc65df91bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:20.112862 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-932bb8b2-aefd-4715-aa4e-f2cc65df91bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bda004c8-fa20-4768-98c7-e7716e8b7ec5 HTTP/1.1" status: 204 len: 168 time: 0.1285033 Mar 08 15:42:20.120754 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bb8b2-aefd-4715-aa4e-f2cc65df91bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda004c8-fa20-4768-98c7-e7716e8b7ec5,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:20.367579 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-204b88d0-f7a6-421f-b3e5-f00025ee0723 admin admin] Deleting port 763df4ce-b38c-4528-ae48-ee5c37d8fb90 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:42:20.367919 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-204b88d0-f7a6-421f-b3e5-f00025ee0723 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (763df4ce-b38c-4528-ae48-ee5c37d8fb90), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:20.452516 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-204b88d0-f7a6-421f-b3e5-f00025ee0723 admin admin] For port 763df4ce-b38c-4528-ae48-ee5c37d8fb90, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=763df4ce-b38c-4528-ae48-ee5c37d8fb90,segment=NetworkSegment(f38b1a23-fb96-44e3-be40-f12595e1100f),segment_id=f38b1a23-fb96-44e3-be40-f12595e1100f)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:20.452890 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-204b88d0-f7a6-421f-b3e5-f00025ee0723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (763df4ce-b38c-4528-ae48-ee5c37d8fb90), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:20.468854 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-204b88d0-f7a6-421f-b3e5-f00025ee0723 admin admin] Calling delete_port for 763df4ce-b38c-4528-ae48-ee5c37d8fb90 owned by network:router_interface {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:42:20.679062 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-204b88d0-f7a6-421f-b3e5-f00025ee0723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (763df4ce-b38c-4528-ae48-ee5c37d8fb90), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:20.705112 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b88d0-f7a6-421f-b3e5-f00025ee0723 admin admin] Pushing event deleted for resources: {'Port': ['ID=763df4ce-b38c-4528-ae48-ee5c37d8fb90,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:20.749773 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 43546) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:20.848478 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-4bb98395-a3ef-4f3c-8ac4-b8be7ab7f6b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-234137706-network', 'tenant_id': '1b58d6b92c4f440ab0ea8020f30db9e3'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:20.867498 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb98395-a3ef-4f3c-8ac4-b8be7ab7f6b2 admin admin] Made reservation on behalf of 1b58d6b92c4f440ab0ea8020f30db9e3 for: {'network': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:42:20.869796 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4bb98395-a3ef-4f3c-8ac4-b8be7ab7f6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:20.872654 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-204b88d0-f7a6-421f-b3e5-f00025ee0723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1549827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738358'] for router_interface (9e92d389-95fc-41fa-aa66-e3aa9c596de6), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:20.878549 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4bb98395-a3ef-4f3c-8ac4-b8be7ab7f6b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:20.959889 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4bb98395-a3ef-4f3c-8ac4-b8be7ab7f6b2 admin admin] Publish callbacks [] for security_group (6a5e4837-968f-4af2-9b9b-40ed4a567d08), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:20.965160 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4bb98395-a3ef-4f3c-8ac4-b8be7ab7f6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (6a5e4837-968f-4af2-9b9b-40ed4a567d08), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:20.992355 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb98395-a3ef-4f3c-8ac4-b8be7ab7f6b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=104418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:42:21.002227 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb98395-a3ef-4f3c-8ac4-b8be7ab7f6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5e4837-968f-4af2-9b9b-40ed4a567d08,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:21.010839 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4bb98395-a3ef-4f3c-8ac4-b8be7ab7f6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (401e3698-93a7-4663-a1f6-8a4251627afe), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:21.011277 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.segments_db [None req-4bb98395-a3ef-4f3c-8ac4-b8be7ab7f6b2 admin admin] Added segment 401e3698-93a7-4663-a1f6-8a4251627afe of type vlan for network d536f4a9-5448-45a4-ab6a-385795a1e142 Mar 08 15:42:21.056119 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4bb98395-a3ef-4f3c-8ac4-b8be7ab7f6b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (d536f4a9-5448-45a4-ab6a-385795a1e142), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:21.090578 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4bb98395-a3ef-4f3c-8ac4-b8be7ab7f6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (d536f4a9-5448-45a4-ab6a-385795a1e142), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:21.091848 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb98395-a3ef-4f3c-8ac4-b8be7ab7f6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:21.092447 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4bb98395-a3ef-4f3c-8ac4-b8be7ab7f6b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:21.124985 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-4bb98395-a3ef-4f3c-8ac4-b8be7ab7f6b2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3740101 Mar 08 15:42:21.127977 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 43552) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:21.132686 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-83bfba35-20a9-4c08-92cb-5b3dbfb63aef admin admin] Request body: {'subnet': {'network_id': 'd536f4a9-5448-45a4-ab6a-385795a1e142', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-234137706-subnet', 'tenant_id': '1b58d6b92c4f440ab0ea8020f30db9e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:21.171846 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb98395-a3ef-4f3c-8ac4-b8be7ab7f6b2 admin admin] Pushing event updated for resources: {'Network': ['ID=d536f4a9-5448-45a4-ab6a-385795a1e142,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:21.182294 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network d536f4a9-5448-45a4-ab6a-385795a1e142 details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:42:21.186236 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bfba35-20a9-4c08-92cb-5b3dbfb63aef admin admin] Made reservation on behalf of 1b58d6b92c4f440ab0ea8020f30db9e3 for: {'subnet': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:42:21.188736 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-83bfba35-20a9-4c08-92cb-5b3dbfb63aef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12984235'] for subnet (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:21.330037 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204b88d0-f7a6-421f-b3e5-f00025ee0723 admin admin] Router 9e92d389-95fc-41fa-aa66-e3aa9c596de6 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:42:21.366890 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-83bfba35-20a9-4c08-92cb-5b3dbfb63aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15683837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12984245'] for subnet (9cb03c34-2ce2-4343-8193-570556c9d400), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:21.423587 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfba35-20a9-4c08-92cb-5b3dbfb63aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb03c34-2ce2-4343-8193-570556c9d400,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:21.431710 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfba35-20a9-4c08-92cb-5b3dbfb63aef admin admin] Checking segment: {'id': '401e3698-93a7-4663-a1f6-8a4251627afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd536f4a9-5448-45a4-ab6a-385795a1e142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:42:21.432066 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bfba35-20a9-4c08-92cb-5b3dbfb63aef admin admin] Network hostable DHCP agents. Network: d536f4a9-5448-45a4-ab6a-385795a1e142, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:42:21.438187 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204b88d0-f7a6-421f-b3e5-f00025ee0723 admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:42:21.443226 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-204b88d0-f7a6-421f-b3e5-f00025ee0723 admin admin] 10.222.0.11 "PUT /v2.0/routers/9e92d389-95fc-41fa-aa66-e3aa9c596de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8344104 Mar 08 15:42:21.446013 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 43554) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:21.448574 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be61ab1-eb44-40a1-9a63-fb08fef6f82b None None] Sync routers for ids ['9e92d389-95fc-41fa-aa66-e3aa9c596de6'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:42:21.459217 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be61ab1-eb44-40a1-9a63-fb08fef6f82b None None] Routers {'9e92d389-95fc-41fa-aa66-e3aa9c596de6'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:21.459974 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-3be61ab1-eb44-40a1-9a63-fb08fef6f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:42:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9e92d389-95fc-41fa-aa66-e3aa9c596de6'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:21.495030 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bfba35-20a9-4c08-92cb-5b3dbfb63aef admin admin] Network d536f4a9-5448-45a4-ab6a-385795a1e142 is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:42:21.515098 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-83bfba35-20a9-4c08-92cb-5b3dbfb63aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, d536f4a9-5448-45a4-ab6a-385795a1e142) {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:21.523880 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8442ebc-e95b-42ba-8dc2-c692493d45fc None None] Network d536f4a9-5448-45a4-ab6a-385795a1e142 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:42:21.545444 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bfba35-20a9-4c08-92cb-5b3dbfb63aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:21.546041 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-83bfba35-20a9-4c08-92cb-5b3dbfb63aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:21.584682 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-83bfba35-20a9-4c08-92cb-5b3dbfb63aef admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4480135 Mar 08 15:42:21.593431 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f3d01347-5252-4f86-a2bb-66622c38306a admin admin] Publish callbacks [] for router (9e92d389-95fc-41fa-aa66-e3aa9c596de6), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:21.642468 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71d9eea-6058-44d5-8835-b8ca0924db52 None None] Network d536f4a9-5448-45a4-ab6a-385795a1e142 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:42:21.679196 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-3be61ab1-eb44-40a1-9a63-fb08fef6f82b None None] Set router 9e92d389-95fc-41fa-aa66-e3aa9c596de6 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:21.728901 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f3d01347-5252-4f86-a2bb-66622c38306a admin admin] Publish callbacks [] for router_gateway (9e92d389-95fc-41fa-aa66-e3aa9c596de6), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:21.799895 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-f3d01347-5252-4f86-a2bb-66622c38306a admin admin] Deleting port 79844aba-9c72-4d65-b9f4-2ae84187d1a3 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:42:21.800387 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f3d01347-5252-4f86-a2bb-66622c38306a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (79844aba-9c72-4d65-b9f4-2ae84187d1a3), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:21.869732 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-3be61ab1-eb44-40a1-9a63-fb08fef6f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'name': 'tempest-ServerRescueNegativeTestJSON-612976917-router', 'tenant_id': 'da68c550349b4d5d88fe95a528ab1898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '79844aba-9c72-4d65-b9f4-2ae84187d1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:46Z', 'updated_at': '2022-03-08T15:42:20Z', 'revision_number': 5, 'project_id': 'da68c550349b4d5d88fe95a528ab1898', 'gw_port': {'id': '79844aba-9c72-4d65-b9f4-2ae84187d1a3', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:49Z', 'updated_at': '2022-03-08T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:21.884927 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-f3d01347-5252-4f86-a2bb-66622c38306a admin admin] For port 79844aba-9c72-4d65-b9f4-2ae84187d1a3, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=79844aba-9c72-4d65-b9f4-2ae84187d1a3,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:21.885441 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f3d01347-5252-4f86-a2bb-66622c38306a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (79844aba-9c72-4d65-b9f4-2ae84187d1a3), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:21.896494 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be61ab1-eb44-40a1-9a63-fb08fef6f82b None None] Checking router: 9e92d389-95fc-41fa-aa66-e3aa9c596de6 for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:42:21.897744 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-f3d01347-5252-4f86-a2bb-66622c38306a admin admin] Calling delete_port for 79844aba-9c72-4d65-b9f4-2ae84187d1a3 owned by network:router_gateway {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:42:21.905306 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be61ab1-eb44-40a1-9a63-fb08fef6f82b None None] Routers {'9e92d389-95fc-41fa-aa66-e3aa9c596de6'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:21.905911 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-3be61ab1-eb44-40a1-9a63-fb08fef6f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:42:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9e92d389-95fc-41fa-aa66-e3aa9c596de6'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:21.994604 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-3be61ab1-eb44-40a1-9a63-fb08fef6f82b None None] Set router 9e92d389-95fc-41fa-aa66-e3aa9c596de6 gateway port host: None {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:22.050824 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-3be61ab1-eb44-40a1-9a63-fb08fef6f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'name': 'tempest-ServerRescueNegativeTestJSON-612976917-router', 'tenant_id': 'da68c550349b4d5d88fe95a528ab1898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:46Z', 'updated_at': '2022-03-08T15:42:21Z', 'revision_number': 6, 'project_id': 'da68c550349b4d5d88fe95a528ab1898', 'gw_port_host': None}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:22.077003 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be61ab1-eb44-40a1-9a63-fb08fef6f82b None None] The sync data for ids ['9e92d389-95fc-41fa-aa66-e3aa9c596de6'] in dv-cinder-830098-2-iscsi is: [{'id': '9e92d389-95fc-41fa-aa66-e3aa9c596de6', 'name': 'tempest-ServerRescueNegativeTestJSON-612976917-router', 'tenant_id': 'da68c550349b4d5d88fe95a528ab1898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:46Z', 'updated_at': '2022-03-08T15:42:21Z', 'revision_number': 6, 'project_id': 'da68c550349b4d5d88fe95a528ab1898', 'gw_port_host': None}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:42:22.089517 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f3d01347-5252-4f86-a2bb-66622c38306a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (79844aba-9c72-4d65-b9f4-2ae84187d1a3), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:22.134913 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d01347-5252-4f86-a2bb-66622c38306a admin admin] Pushing event deleted for resources: {'Port': ['ID=79844aba-9c72-4d65-b9f4-2ae84187d1a3,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:22.201854 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f3d01347-5252-4f86-a2bb-66622c38306a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752796'] for router_gateway (9e92d389-95fc-41fa-aa66-e3aa9c596de6), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:22.307201 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f3d01347-5252-4f86-a2bb-66622c38306a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25156'] for router (9e92d389-95fc-41fa-aa66-e3aa9c596de6), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:22.310668 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f3d01347-5252-4f86-a2bb-66622c38306a admin admin] Publish callbacks [] for router_controller (9e92d389-95fc-41fa-aa66-e3aa9c596de6), precommit_delete_associations {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:22.375776 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f3d01347-5252-4f86-a2bb-66622c38306a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-739903'] for router (9e92d389-95fc-41fa-aa66-e3aa9c596de6), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:22.376295 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d01347-5252-4f86-a2bb-66622c38306a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e92d389-95fc-41fa-aa66-e3aa9c596de6 {{(pid=104418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:42:22.381776 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f3d01347-5252-4f86-a2bb-66622c38306a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:22.382931 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-f3d01347-5252-4f86-a2bb-66622c38306a admin admin] 10.222.0.11 "DELETE /v2.0/routers/9e92d389-95fc-41fa-aa66-e3aa9c596de6 HTTP/1.1" status: 204 len: 168 time: 0.9317496 Mar 08 15:42:22.386851 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 43568) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:22.434984 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b88e41-3d17-4815-b050-b19419c9c523 admin admin] Deleting subnet 6d1e6a02-595b-4943-bc40-53e048758393 {{(pid=104418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:42:22.438278 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-71b88e41-3d17-4815-b050-b19419c9c523 admin admin] Publish callbacks [] for subnet (6d1e6a02-595b-4943-bc40-53e048758393), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:22.501916 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:42:22.705457 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-71b88e41-3d17-4815-b050-b19419c9c523 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14600527'] for subnet (6d1e6a02-595b-4943-bc40-53e048758393), precommit_delete_associations {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:22.747799 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-71b88e41-3d17-4815-b050-b19419c9c523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452262'] for subnet (6d1e6a02-595b-4943-bc40-53e048758393), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:22.804099 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-71b88e41-3d17-4815-b050-b19419c9c523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15685178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12984268'] for subnet (6d1e6a02-595b-4943-bc40-53e048758393), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:22.833031 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b88e41-3d17-4815-b050-b19419c9c523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d1e6a02-595b-4943-bc40-53e048758393,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:22.838085 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-71b88e41-3d17-4815-b050-b19419c9c523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:22.841728 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-71b88e41-3d17-4815-b050-b19419c9c523 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6d1e6a02-595b-4943-bc40-53e048758393 HTTP/1.1" status: 204 len: 168 time: 0.4539032 Mar 08 15:42:22.844518 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 43570) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:22.916555 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b254286a-bf37-4dd6-93bc-dbe32929ad8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1344873'] for network (336b1089-5f85-453c-a80f-537975cc126a), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:23.001285 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b254286a-bf37-4dd6-93bc-dbe32929ad8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388905', 'neutron.services.segments.db._delete_segments_for_network-8773855619431'] for network (336b1089-5f85-453c-a80f-537975cc126a), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:23.023185 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-b254286a-bf37-4dd6-93bc-dbe32929ad8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336b1089-5f85-453c-a80f-537975cc126a']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:23.033429 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-b254286a-bf37-4dd6-93bc-dbe32929ad8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38b1a23-fb96-44e3-be40-f12595e1100f') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:23.033722 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-b254286a-bf37-4dd6-93bc-dbe32929ad8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38b1a23-fb96-44e3-be40-f12595e1100f') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:23.046806 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b254286a-bf37-4dd6-93bc-dbe32929ad8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773855620464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12864590'] for segment (f38b1a23-fb96-44e3-be40-f12595e1100f), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:23.061795 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b254286a-bf37-4dd6-93bc-dbe32929ad8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (f38b1a23-fb96-44e3-be40-f12595e1100f), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:23.068956 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b254286a-bf37-4dd6-93bc-dbe32929ad8f admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:42:23.069362 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b254286a-bf37-4dd6-93bc-dbe32929ad8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14517989'] for segment (f38b1a23-fb96-44e3-be40-f12595e1100f), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: Traceback (most recent call last): Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: timer() Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: cb(*args, **kw) Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: return func(*args, **kwargs) Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: self._notify() Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: self.callback(batched_events) Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: event.method(event) Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: return f(self, *a, **k) Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._get(url).json() Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: return self.request(url, 'GET', **kwargs) Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:42:23.071405 dv-cinder-830098-2-iscsi neutron-server[104417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:42:23.130176 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b254286a-bf37-4dd6-93bc-dbe32929ad8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752824'] for network (336b1089-5f85-453c-a80f-537975cc126a), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:23.135503 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b254286a-bf37-4dd6-93bc-dbe32929ad8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:23.138630 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b254286a-bf37-4dd6-93bc-dbe32929ad8f admin admin] 10.222.0.11 "DELETE /v2.0/networks/336b1089-5f85-453c-a80f-537975cc126a HTTP/1.1" status: 204 len: 168 time: 0.2931213 Mar 08 15:42:23.149591 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254286a-bf37-4dd6-93bc-dbe32929ad8f admin admin] Pushing event deleted for resources: {'Network': ['ID=336b1089-5f85-453c-a80f-537975cc126a,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:23.256675 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 43580) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:23.298962 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-8978ccbe-c22d-41e7-b96e-911f76d6f70f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da68c550349b4d5d88fe95a528ab1898&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410078 Mar 08 15:42:23.301425 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 43582) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:23.356853 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b18c8529-33f1-4694-b900-22ce3b986aa2 admin admin] Publish callbacks [] for security_group (317f529b-9ad9-4681-ac50-c566a7c959d5), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:23.379888 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b18c8529-33f1-4694-b900-22ce3b986aa2 admin admin] Publish callbacks [] for security_group (317f529b-9ad9-4681-ac50-c566a7c959d5), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:23.453279 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 9362275f-524c-4c5c-8b75-90fff569d8d7 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:42:23.473391 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: 9362275f-524c-4c5c-8b75-90fff569d8d7 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:42:23.474102 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 9362275f-524c-4c5c-8b75-90fff569d8d7 not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:42:23.487880 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b18c8529-33f1-4694-b900-22ce3b986aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (317f529b-9ad9-4681-ac50-c566a7c959d5), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:23.490801 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b18c8529-33f1-4694-b900-22ce3b986aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:23.491954 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b18c8529-33f1-4694-b900-22ce3b986aa2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/317f529b-9ad9-4681-ac50-c566a7c959d5 HTTP/1.1" status: 204 len: 168 time: 0.1896341 Mar 08 15:42:23.507105 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c8529-33f1-4694-b900-22ce3b986aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317f529b-9ad9-4681-ac50-c566a7c959d5,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:23.532282 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-602258a5-68d5-49a2-866c-db65c06470cc tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:23.534098 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-602258a5-68d5-49a2-866c-db65c06470cc tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/networks?id=d536f4a9-5448-45a4-ab6a-385795a1e142 HTTP/1.1" status: 200 len: 813 time: 0.1276791 Mar 08 15:42:23.549880 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-b0f2703e-5a18-4ad3-8ee0-f9e5aadaff68 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/quotas/1b58d6b92c4f440ab0ea8020f30db9e3 HTTP/1.1" status: 200 len: 375 time: 0.0100708 Mar 08 15:42:23.586772 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-8272ab52-2ad9-49a4-a098-96aee35d4e95 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b58d6b92c4f440ab0ea8020f30db9e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311797 Mar 08 15:42:23.680545 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-4001093d-3b87-4863-85b8-c196c948a787 service neutron] 10.222.0.11 "GET /v2.0/networks/d536f4a9-5448-45a4-ab6a-385795a1e142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870593 Mar 08 15:42:23.711434 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 79844aba-9c72-4d65-b9f4-2ae84187d1a3 no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:42:23.734085 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 79844aba-9c72-4d65-b9f4-2ae84187d1a3 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:42:23.734738 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 79844aba-9c72-4d65-b9f4-2ae84187d1a3 not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:42:23.735332 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 763df4ce-b38c-4528-ae48-ee5c37d8fb90 no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:42:23.765414 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 763df4ce-b38c-4528-ae48-ee5c37d8fb90 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:42:23.765756 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 763df4ce-b38c-4528-ae48-ee5c37d8fb90 not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:42:23.781342 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-cce6ae0d-b6c0-4e5f-90bb-07bc5f5a8bcb service neutron] 10.222.0.11 "GET /v2.0/networks/d536f4a9-5448-45a4-ab6a-385795a1e142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946233 Mar 08 15:42:24.221793 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 43614) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:24.320267 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-01aeaa0b-7270-4284-9512-8b9be36ba763 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2119424198-network', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:24.340894 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01aeaa0b-7270-4284-9512-8b9be36ba763 admin admin] Made reservation on behalf of 62d3c6874e0e48c792aaf383f2bb7945 for: {'network': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:42:24.343150 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01aeaa0b-7270-4284-9512-8b9be36ba763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.351620 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01aeaa0b-7270-4284-9512-8b9be36ba763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.427825 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01aeaa0b-7270-4284-9512-8b9be36ba763 admin admin] Publish callbacks [] for security_group (90fe1058-3940-4b6c-b498-bef7ce85da18), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.431541 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01aeaa0b-7270-4284-9512-8b9be36ba763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (90fe1058-3940-4b6c-b498-bef7ce85da18), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.452028 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01aeaa0b-7270-4284-9512-8b9be36ba763 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=104418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:42:24.466768 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aeaa0b-7270-4284-9512-8b9be36ba763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fe1058-3940-4b6c-b498-bef7ce85da18,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:24.469563 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01aeaa0b-7270-4284-9512-8b9be36ba763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (518d62cb-b79f-4a82-92bd-76738838daad), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.469893 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.segments_db [None req-01aeaa0b-7270-4284-9512-8b9be36ba763 admin admin] Added segment 518d62cb-b79f-4a82-92bd-76738838daad of type vlan for network a91eab27-e927-433f-826e-c27a0b9152a4 Mar 08 15:42:24.510270 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01aeaa0b-7270-4284-9512-8b9be36ba763 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (a91eab27-e927-433f-826e-c27a0b9152a4), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.538091 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01aeaa0b-7270-4284-9512-8b9be36ba763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (a91eab27-e927-433f-826e-c27a0b9152a4), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.539013 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aeaa0b-7270-4284-9512-8b9be36ba763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:24.539620 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-01aeaa0b-7270-4284-9512-8b9be36ba763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.570250 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-01aeaa0b-7270-4284-9512-8b9be36ba763 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3468559 Mar 08 15:42:24.574041 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 43620) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:24.579210 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-3514462c-0954-4492-a1e9-5746a88424d2 admin admin] Request body: {'subnet': {'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-subnet', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:24.601024 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3514462c-0954-4492-a1e9-5746a88424d2 admin admin] Made reservation on behalf of 62d3c6874e0e48c792aaf383f2bb7945 for: {'subnet': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:42:24.603498 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3514462c-0954-4492-a1e9-5746a88424d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386901'] for subnet (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.606507 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aeaa0b-7270-4284-9512-8b9be36ba763 admin admin] Pushing event updated for resources: {'Network': ['ID=a91eab27-e927-433f-826e-c27a0b9152a4,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:24.616839 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network a91eab27-e927-433f-826e-c27a0b9152a4 details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:42:24.776180 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3514462c-0954-4492-a1e9-5746a88424d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14516296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386891'] for subnet (07efbca3-18a1-4b3b-886d-8e44215b7116), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.828326 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514462c-0954-4492-a1e9-5746a88424d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07efbca3-18a1-4b3b-886d-8e44215b7116,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:24.838855 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3514462c-0954-4492-a1e9-5746a88424d2 admin admin] Checking segment: {'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:42:24.839389 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3514462c-0954-4492-a1e9-5746a88424d2 admin admin] Network hostable DHCP agents. Network: a91eab27-e927-433f-826e-c27a0b9152a4, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:42:24.858653 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3514462c-0954-4492-a1e9-5746a88424d2 admin admin] Network a91eab27-e927-433f-826e-c27a0b9152a4 is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:42:24.867922 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-3514462c-0954-4492-a1e9-5746a88424d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, a91eab27-e927-433f-826e-c27a0b9152a4) {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:24.872730 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3514462c-0954-4492-a1e9-5746a88424d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:24.873747 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3514462c-0954-4492-a1e9-5746a88424d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.877378 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5f9415-8f3c-48a7-b977-0295761a9928 None None] Network a91eab27-e927-433f-826e-c27a0b9152a4 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:42:24.892296 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-3514462c-0954-4492-a1e9-5746a88424d2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3169956 Mar 08 15:42:24.895087 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 43624) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:24.909925 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:24.939020 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25174'] for router (a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.940206 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25183'] for router (a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:24.975309 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e319f710-3723-40db-8a97-5ec8acd79d22 req-7c7a88c9-4082-4b28-89f7-3ad77db636b9 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934d128-36de-4afd-8eda-497ef3f882a3 HTTP/1.1" status: 200 len: 210 time: 0.0312748 Mar 08 15:42:25.015434 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6a47f08-8a45-55e2-9afe-03599cd2f3a7-a91eab27-e927-433f-826e-c27a0b9152a4', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116'}]}} from dv-cinder-830098-2-iscsi. {{(pid=104419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:42:25.015988 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:25.038511 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] Publish callbacks [] for router_controller (a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34), precommit_add_association {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:25.168083 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.db_base_plugin_common [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Allocated IP 172.20.0.2 (a91eab27-e927-433f-826e-c27a0b9152a4/07efbca3-18a1-4b3b-886d-8e44215b7116/cdaf79af-cf00-4f06-90e7-be10dccccedf) {{(pid=104419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:42:25.191681 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] Publish callbacks [] for router_gateway (a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:25.318262 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Publish callbacks [] for port (cdaf79af-cf00-4f06-90e7-be10dccccedf), precommit_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:25.328519 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (cdaf79af-cf00-4f06-90e7-be10dccccedf), after_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:25.381042 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Network a91eab27-e927-433f-826e-c27a0b9152a4 is already hosted by enough agents. {{(pid=104419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:42:25.384093 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.base_scheduler [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Resources bound (agent type, host, resource id): {{(pid=104419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:25.388319 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Received port after_create {{(pid=104419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:42:25.395658 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Pushing event updated for resources: {'Port': ['ID=cdaf79af-cf00-4f06-90e7-be10dccccedf,revision_number=1']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:25.456987 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Attempting to bind port cdaf79af-cf00-4f06-90e7-be10dccccedf on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:42:25.457343 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Attempting to bind port cdaf79af-cf00-4f06-90e7-be10dccccedf by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:42:25.457701 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Attempting to bind port cdaf79af-cf00-4f06-90e7-be10dccccedf on network a91eab27-e927-433f-826e-c27a0b9152a4 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:25.463077 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:42:25.463441 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Checking segment: {'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:42:25.463754 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] Publish callbacks [] for router_gateway (a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:25.463870 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:25.464340 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Bound using segment: {'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:42:25.465287 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Bound port: cdaf79af-cf00-4f06-90e7-be10dccccedf, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:42:25.465662 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (cdaf79af-cf00-4f06-90e7-be10dccccedf), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:25.493974 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:25.521835 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-9ac78899-8ccf-4ced-b725-6b88607fbbd4 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-800181661&fields=id&tenant_id=cb368cfd69d14ec7970e2f6d22701c6d HTTP/1.1" status: 200 len: 267 time: 0.0852268 Mar 08 15:42:25.536109 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] For port cdaf79af-cf00-4f06-90e7-be10dccccedf, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:42:25.539420 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] For port cdaf79af-cf00-4f06-90e7-be10dccccedf, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=cdaf79af-cf00-4f06-90e7-be10dccccedf,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:42:25.547020 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (cdaf79af-cf00-4f06-90e7-be10dccccedf), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:25.614569 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b5070-fac4-42ff-ab44-7f059ce3e178 None None] Pushing event updated for resources: {'Port': ['ID=cdaf79af-cf00-4f06-90e7-be10dccccedf,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:25.699870 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-b0eca338-93fb-4bde-8e0d-684be743f8ac tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:25.701351 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-b0eca338-93fb-4bde-8e0d-684be743f8ac tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/networks?id=abfda2a0-132b-4978-bd17-7bbda6476ec7 HTTP/1.1" status: 200 len: 808 time: 0.1490388 Mar 08 15:42:25.728009 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] Allocated IP 172.27.1.13 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/69e456d6-66a3-4585-826b-98a65b2bb6bf) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:42:25.733566 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-2dc9f507-7a33-460f-91c7-3996aa3836cb tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/quotas/cb368cfd69d14ec7970e2f6d22701c6d HTTP/1.1" status: 200 len: 375 time: 0.0261858 Mar 08 15:42:25.870695 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-2dadfa7d-f022-4554-8c3c-62df5c1fca90 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cb368cfd69d14ec7970e2f6d22701c6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1302612 Mar 08 15:42:25.897264 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] Publish callbacks [] for port (69e456d6-66a3-4585-826b-98a65b2bb6bf), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:25.998802 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-02540b32-0426-4b22-bcbb-894cef69a7c2 service neutron] 10.222.0.11 "GET /v2.0/networks/abfda2a0-132b-4978-bd17-7bbda6476ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140161 Mar 08 15:42:26.009927 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (69e456d6-66a3-4585-826b-98a65b2bb6bf), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:26.091091 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-baf0cabd-d9ef-4c07-a562-c88d363d1d9a tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:26.093342 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-baf0cabd-d9ef-4c07-a562-c88d363d1d9a tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.41 "GET /v2.0/networks?id=d536f4a9-5448-45a4-ab6a-385795a1e142 HTTP/1.1" status: 200 len: 813 time: 0.1230526 Mar 08 15:42:26.101232 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:42:26.109265 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-5c82bfe1-ab5e-485a-9be9-a60aaa047cdd tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Request body: {'port': {'device_id': '5934d128-36de-4afd-8eda-497ef3f882a3', 'network_id': 'd536f4a9-5448-45a4-ab6a-385795a1e142', 'admin_state_up': True, 'tenant_id': '1b58d6b92c4f440ab0ea8020f30db9e3'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:26.144754 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-028afaee-66a8-40ac-87b8-983dca2e8bb1 req-90e0f5a2-74f9-48cc-83a0-89e2f4b98d55 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934d128-36de-4afd-8eda-497ef3f882a3 HTTP/1.1" status: 200 len: 210 time: 0.0773489 Mar 08 15:42:26.151671 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:26.155573 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:42:26.171132 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] Pushing event updated for resources: {'Port': ['ID=69e456d6-66a3-4585-826b-98a65b2bb6bf,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:26.240329 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-5c82bfe1-ab5e-485a-9be9-a60aaa047cdd tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Made reservation on behalf of 1b58d6b92c4f440ab0ea8020f30db9e3 for: {'port': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:42:26.243689 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-5c82bfe1-ab5e-485a-9be9-a60aaa047cdd tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:26.254524 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-4052c594-e1b6-44bf-8c31-656f308a2c2c service neutron] 10.222.0.11 "GET /v2.0/networks/abfda2a0-132b-4978-bd17-7bbda6476ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393258 Mar 08 15:42:26.388256 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-5c82bfe1-ab5e-485a-9be9-a60aaa047cdd tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Allocated IP 172.20.0.14 (d536f4a9-5448-45a4-ab6a-385795a1e142/9cb03c34-2ce2-4343-8193-570556c9d400/9651c163-67bd-4475-ad1e-f63719375910) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:42:26.473235 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] Publish callbacks [] for router_gateway (a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:26.604759 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-5c82bfe1-ab5e-485a-9be9-a60aaa047cdd tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Publish callbacks [] for port (9651c163-67bd-4475-ad1e-f63719375910), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:26.647987 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-5c82bfe1-ab5e-485a-9be9-a60aaa047cdd tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (9651c163-67bd-4475-ad1e-f63719375910), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:26.711579 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-5c82bfe1-ab5e-485a-9be9-a60aaa047cdd tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Network d536f4a9-5448-45a4-ab6a-385795a1e142 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:42:26.715992 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-5c82bfe1-ab5e-485a-9be9-a60aaa047cdd tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:26.718569 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-5c82bfe1-ab5e-485a-9be9-a60aaa047cdd tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:42:26.770359 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82bfe1-ab5e-485a-9be9-a60aaa047cdd tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Pushing event updated for resources: {'Port': ['ID=9651c163-67bd-4475-ad1e-f63719375910,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:26.788969 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-5c82bfe1-ab5e-485a-9be9-a60aaa047cdd tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:26.789695 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-5c82bfe1-ab5e-485a-9be9-a60aaa047cdd tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:26.795921 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f9c772-b156-4e55-abd7-5acd737fd9e9 None None] Network a91eab27-e927-433f-826e-c27a0b9152a4 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:42:26.826536 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-219d55cc-9ec9-409b-9ca7-294b77e7344b req-a114b710-13f8-4c42-a7e1-0f52ac5ba80a tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 210 time: 0.0343742 Mar 08 15:42:26.852255 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-5c82bfe1-ab5e-485a-9be9-a60aaa047cdd tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7484155 Mar 08 15:42:26.866218 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Request body: {'port': {'device_id': '5934d128-36de-4afd-8eda-497ef3f882a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:26.900174 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-ff63b3de-cbc8-4fb4-aca3-ef25f863f4af None None] Provisioning complete for port cdaf79af-cf00-4f06-90e7-be10dccccedf triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:26.900957 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-ff63b3de-cbc8-4fb4-aca3-ef25f863f4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (cdaf79af-cf00-4f06-90e7-be10dccccedf), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:26.967845 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (9651c163-67bd-4475-ad1e-f63719375910), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:27.029421 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-ff63b3de-cbc8-4fb4-aca3-ef25f863f4af None None] Current status of the port cdaf79af-cf00-4f06-90e7-be10dccccedf is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:27.029805 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-ff63b3de-cbc8-4fb4-aca3-ef25f863f4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (cdaf79af-cf00-4f06-90e7-be10dccccedf), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:27.036295 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752864'] for router (a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:27.084620 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-ff63b3de-cbc8-4fb4-aca3-ef25f863f4af None None] For port cdaf79af-cf00-4f06-90e7-be10dccccedf, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=cdaf79af-cf00-4f06-90e7-be10dccccedf,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:27.094067 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-ff63b3de-cbc8-4fb4-aca3-ef25f863f4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (cdaf79af-cf00-4f06-90e7-be10dccccedf), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:27.180082 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63b3de-cbc8-4fb4-aca3-ef25f863f4af None None] Pushing event updated for resources: {'Port': ['ID=cdaf79af-cf00-4f06-90e7-be10dccccedf,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:27.290315 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] Router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 is scheduled to L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 with binding_index 1 {{(pid=104417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:42:27.430104 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9651c163-67bd-4475-ad1e-f63719375910 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:42:27.437303 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-5eb695bf-d2f2-496c-8dcf-186e79d1c81b None None] Provisioning complete for port cdaf79af-cf00-4f06-90e7-be10dccccedf triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:27.437662 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-5eb695bf-d2f2-496c-8dcf-186e79d1c81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (cdaf79af-cf00-4f06-90e7-be10dccccedf), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:27.438872 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Publish callbacks [] for port (9651c163-67bd-4475-ad1e-f63719375910), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:27.451565 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Transition to ACTIVE for port object 9651c163-67bd-4475-ad1e-f63719375910 will not be triggered until provisioned by entity L2. {{(pid=104418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:42:27.458383 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (9651c163-67bd-4475-ad1e-f63719375910), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:27.478864 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324b5b-89f4-4562-bbd3-838a566c6d51 req-fd227eb4-682d-4989-a44e-b0e81fa5156e tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:27.480589 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f2324b5b-89f4-4562-bbd3-838a566c6d51 req-fd227eb4-682d-4989-a44e-b0e81fa5156e tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934d128-36de-4afd-8eda-497ef3f882a3 HTTP/1.1" status: 200 len: 932 time: 0.1651826 Mar 08 15:42:27.506888 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:42:27.523408 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Pushing event updated for resources: {'Port': ['ID=9651c163-67bd-4475-ad1e-f63719375910,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:27.546362 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Sync routers for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:42:27.547503 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:27.550890 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-42862a87-29a8-40f4-97c3-b4f445ac4963 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6547706 Mar 08 15:42:27.551884 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 43676) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:27.565309 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-5eb695bf-d2f2-496c-8dcf-186e79d1c81b None None] Current status of the port cdaf79af-cf00-4f06-90e7-be10dccccedf is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:27.569526 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:27.569744 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:42:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:27.593651 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Attempting to bind port 9651c163-67bd-4475-ad1e-f63719375910 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:42:27.593985 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Attempting to bind port 9651c163-67bd-4475-ad1e-f63719375910 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '401e3698-93a7-4663-a1f6-8a4251627afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd536f4a9-5448-45a4-ab6a-385795a1e142'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:42:27.594312 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Attempting to bind port 9651c163-67bd-4475-ad1e-f63719375910 on network d536f4a9-5448-45a4-ab6a-385795a1e142 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:27.598730 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Port 9651c163-67bd-4475-ad1e-f63719375910 on network d536f4a9-5448-45a4-ab6a-385795a1e142 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:42:27.599051 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Attempting to bind port 9651c163-67bd-4475-ad1e-f63719375910 on network d536f4a9-5448-45a4-ab6a-385795a1e142 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:27.603835 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:42:27.604170 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Checking segment: {'id': '401e3698-93a7-4663-a1f6-8a4251627afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd536f4a9-5448-45a4-ab6a-385795a1e142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:42:27.604549 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Bound using segment: {'id': '401e3698-93a7-4663-a1f6-8a4251627afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd536f4a9-5448-45a4-ab6a-385795a1e142'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:42:27.605546 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Bound port: 9651c163-67bd-4475-ad1e-f63719375910, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401e3698-93a7-4663-a1f6-8a4251627afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd536f4a9-5448-45a4-ab6a-385795a1e142'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:42:27.605919 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (9651c163-67bd-4475-ad1e-f63719375910), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:27.622174 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f2324b5b-89f4-4562-bbd3-838a566c6d51 req-3416435e-086c-4d29-b1e8-fa61a3ce7c3d tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319299 Mar 08 15:42:27.690121 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] For port 9651c163-67bd-4475-ad1e-f63719375910, host hv-cinder-83009, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:42:27.693278 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] For port 9651c163-67bd-4475-ad1e-f63719375910, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9651c163-67bd-4475-ad1e-f63719375910,segment=NetworkSegment(401e3698-93a7-4663-a1f6-8a4251627afe),segment_id=401e3698-93a7-4663-a1f6-8a4251627afe)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:42:27.703338 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (9651c163-67bd-4475-ad1e-f63719375910), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:27.708374 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:27.737785 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:27.738674 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:27.740178 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] 10.222.0.41 "PUT /v2.0/ports/9651c163-67bd-4475-ad1e-f63719375910 HTTP/1.1" status: 200 len: 1094 time: 0.8783216 Mar 08 15:42:27.743187 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5934d128-36de-4afd-8eda-497ef3f882a3', 'tag': '9651c163-67bd-4475-ad1e-f63719375910'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:27.746251 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba57739c-1d5d-4d78-9df7-4980f4685579" -d '{"events": [{"name": "network-changed", "server_uuid": "5934d128-36de-4afd-8eda-497ef3f882a3", "tag": "9651c163-67bd-4475-ad1e-f63719375910"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:27.788005 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a1a39-1cb2-481e-81b9-d56df686646d service neutron] Pushing event updated for resources: {'Port': ['ID=9651c163-67bd-4475-ad1e-f63719375910,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:27.799811 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device cdaf79af-cf00-4f06-90e7-be10dccccedf up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:27.819886 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e930cc-710b-4489-95e4-664f636770e4 x-openstack-request-id: req-97e930cc-710b-4489-95e4-664f636770e4 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:27.820302 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5934d128-36de-4afd-8eda-497ef3f882a3", "tag": "9651c163-67bd-4475-ad1e-f63719375910", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:27.821354 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-97e930cc-710b-4489-95e4-664f636770e4 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:27.821873 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5934d128-36de-4afd-8eda-497ef3f882a3', 'tag': '9651c163-67bd-4475-ad1e-f63719375910', 'status': 'completed', 'code': 200} Mar 08 15:42:27.884933 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-b2b6bce1-24d7-4eaf-b7a7-d87d90eb6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:27.891001 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-b2b6bce1-24d7-4eaf-b7a7-d87d90eb6fbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b58d6b92c4f440ab0ea8020f30db9e3&device_id=5934d128-36de-4afd-8eda-497ef3f882a3 HTTP/1.1" status: 200 len: 1128 time: 0.0875554 Mar 08 15:42:28.025025 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-90ed77aa-f11b-4abf-b2ba-40f1bf08dffe req-04cc48c8-5ed4-497a-afd9-56d3515ee15f tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 210 time: 0.0369623 Mar 08 15:42:28.065318 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port cdaf79af-cf00-4f06-90e7-be10dccccedf triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:28.066041 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (cdaf79af-cf00-4f06-90e7-be10dccccedf), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:28.066501 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-981ee285-ab8e-4ebc-b4e6-21545c64670f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9651c163-67bd-4475-ad1e-f63719375910 HTTP/1.1" status: 200 len: 217 time: 0.1667907 Mar 08 15:42:28.072500 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-f685f456-6875-4034-bf96-47495d1872df tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:28.074105 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-f685f456-6875-4034-bf96-47495d1872df tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.41 "GET /v2.0/networks?id=abfda2a0-132b-4978-bd17-7bbda6476ec7 HTTP/1.1" status: 200 len: 808 time: 0.1265817 Mar 08 15:42:28.166064 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-7d5bb272-5c25-42bb-80f3-ccb75750f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:28.168108 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-7d5bb272-5c25-42bb-80f3-ccb75750f993 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cb03c34-2ce2-4343-8193-570556c9d400 HTTP/1.1" status: 200 len: 853 time: 0.0828648 Mar 08 15:42:28.182383 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f9ffee79-5c5c-4901-97ee-00fed872c929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:28.197433 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-a7af24f4-6f0f-491e-b65f-c291dab8a769 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb368cfd69d14ec7970e2f6d22701c6d HTTP/1.1" status: 200 len: 379 time: 0.1109617 Mar 08 15:42:28.214842 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-688b9183-72dc-4038-9c84-6bfd3d63fda1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d536f4a9-5448-45a4-ab6a-385795a1e142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339594 Mar 08 15:42:28.218522 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-15c3389c-cab5-48ae-badc-eb5ae06731ac tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Request body: {'port': {'device_id': 'a8c8a0c0-2b35-4224-99cd-28a58c73c3ba', 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7', 'admin_state_up': True, 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'security_groups': ['e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6']}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:28.256276 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port cdaf79af-cf00-4f06-90e7-be10dccccedf is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:28.300795 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:26Z', 'revision_number': 3, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:28.331755 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Checking router: a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:42:28.332020 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Updating router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 port 69e456d6-66a3-4585-826b-98a65b2bb6bf binding host dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:42:28.359820 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (69e456d6-66a3-4585-826b-98a65b2bb6bf), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:28.403726 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-f9ffee79-5c5c-4901-97ee-00fed872c929 admin admin] Allocated IP 172.20.0.1 (a91eab27-e927-433f-826e-c27a0b9152a4/07efbca3-18a1-4b3b-886d-8e44215b7116/5a3aac65-9a3a-4644-a2c9-b2ef8d59b038) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:42:28.421571 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-9f8bdd20-bde5-46b0-9482-3ee8c15aeceb service neutron] 10.222.0.41 "GET /v2.0/networks/d536f4a9-5448-45a4-ab6a-385795a1e142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399510 Mar 08 15:42:28.449105 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-15c3389c-cab5-48ae-badc-eb5ae06731ac tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Made reservation on behalf of cb368cfd69d14ec7970e2f6d22701c6d for: {'port': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:42:28.452561 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-15c3389c-cab5-48ae-badc-eb5ae06731ac tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:28.577748 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f9ffee79-5c5c-4901-97ee-00fed872c929 admin admin] Publish callbacks [] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:28.605056 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-0c6d82ec-17ba-45f7-9757-8eda982de937 req-a77ff5b5-55c4-45b2-8afe-dcc7d9930e8d service neutron] 10.222.0.41 "GET /v2.0/networks/d536f4a9-5448-45a4-ab6a-385795a1e142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767647 Mar 08 15:42:28.622934 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f9ffee79-5c5c-4901-97ee-00fed872c929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:28.647733 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Publish callbacks [] for port (69e456d6-66a3-4585-826b-98a65b2bb6bf), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:28.654576 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (69e456d6-66a3-4585-826b-98a65b2bb6bf), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:28.681961 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-15c3389c-cab5-48ae-badc-eb5ae06731ac tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Allocated IP 172.20.0.10 (abfda2a0-132b-4978-bd17-7bbda6476ec7/a9e40898-8aff-4be1-8e3a-681338b0d56e/57cb4233-6031-4aa8-b8ee-51d4515f6dc4) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:42:28.726494 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ffee79-5c5c-4901-97ee-00fed872c929 admin admin] Network a91eab27-e927-433f-826e-c27a0b9152a4 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:42:28.733820 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-f9ffee79-5c5c-4901-97ee-00fed872c929 admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:28.737423 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ffee79-5c5c-4901-97ee-00fed872c929 admin admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:42:28.744709 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffee79-5c5c-4901-97ee-00fed872c929 admin admin] Pushing event updated for resources: {'Port': ['ID=5a3aac65-9a3a-4644-a2c9-b2ef8d59b038,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:28.758765 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Attempting to bind port 69e456d6-66a3-4585-826b-98a65b2bb6bf on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:42:28.759362 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Attempting to bind port 69e456d6-66a3-4585-826b-98a65b2bb6bf by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:42:28.759906 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Attempting to bind port 69e456d6-66a3-4585-826b-98a65b2bb6bf on network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:28.772900 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:42:28.773647 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Checking segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:42:28.774815 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:28.775494 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Bound using segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:42:28.776309 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Bound port: 69e456d6-66a3-4585-826b-98a65b2bb6bf, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:42:28.777040 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (69e456d6-66a3-4585-826b-98a65b2bb6bf), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:28.785675 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36868899-838c-41f6-a0fc-56da33566b94 req-aa31ab05-c934-4a4f-99de-030d99703cf9 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:28.793997 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-36868899-838c-41f6-a0fc-56da33566b94 req-aa31ab05-c934-4a4f-99de-030d99703cf9 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.1676002 Mar 08 15:42:28.838741 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f9ffee79-5c5c-4901-97ee-00fed872c929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738765'] for router_interface (a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:28.842037 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] For port 69e456d6-66a3-4585-826b-98a65b2bb6bf, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:42:28.849766 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] For port 69e456d6-66a3-4585-826b-98a65b2bb6bf, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=69e456d6-66a3-4585-826b-98a65b2bb6bf,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:42:28.859728 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99776fbe-df50-447d-ade7-4c1a293add19 None None] Pushing event updated for resources: {'Port': ['ID=69e456d6-66a3-4585-826b-98a65b2bb6bf,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:28.865408 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (69e456d6-66a3-4585-826b-98a65b2bb6bf), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:28.917196 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57739c-1d5d-4d78-9df7-4980f4685579 req-eb9db8d7-6f20-4722-8ec0-17687aeb9e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:28.918810 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ba57739c-1d5d-4d78-9df7-4980f4685579 req-eb9db8d7-6f20-4722-8ec0-17687aeb9e54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b58d6b92c4f440ab0ea8020f30db9e3&device_id=5934d128-36de-4afd-8eda-497ef3f882a3 HTTP/1.1" status: 200 len: 1128 time: 0.1331925 Mar 08 15:42:28.923289 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:28.923934 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:42:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:29.035199 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-15c3389c-cab5-48ae-badc-eb5ae06731ac tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.035426 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99776fbe-df50-447d-ade7-4c1a293add19 None None] Pushing event updated for resources: {'Port': ['ID=69e456d6-66a3-4585-826b-98a65b2bb6bf,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:29.041162 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-36868899-838c-41f6-a0fc-56da33566b94 req-0d8eab84-43fe-4e64-8ccb-8df389b35e58 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318518 Mar 08 15:42:29.053421 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da2176-1568-46fd-a9db-66c76ee076e3 req-5154e782-ef89-4637-9738-1e6fc22ba8be tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:29.066055 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-61da2176-1568-46fd-a9db-66c76ee076e3 req-5154e782-ef89-4637-9738-1e6fc22ba8be tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934d128-36de-4afd-8eda-497ef3f882a3 HTTP/1.1" status: 200 len: 944 time: 0.2578080 Mar 08 15:42:29.081279 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:29.099603 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57739c-1d5d-4d78-9df7-4980f4685579 req-2f76386d-abc7-4553-a962-01cbeed3d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:29.101095 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ba57739c-1d5d-4d78-9df7-4980f4685579 req-2f76386d-abc7-4553-a962-01cbeed3d314 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d536f4a9-5448-45a4-ab6a-385795a1e142 HTTP/1.1" status: 200 len: 914 time: 0.1750836 Mar 08 15:42:29.118559 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-15c3389c-cab5-48ae-badc-eb5ae06731ac tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.193870 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ba57739c-1d5d-4d78-9df7-4980f4685579 req-15e8895d-db26-48b6-a425-14d7e5821348 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9651c163-67bd-4475-ad1e-f63719375910 HTTP/1.1" status: 200 len: 217 time: 0.0769920 Mar 08 15:42:29.196619 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-15c3389c-cab5-48ae-badc-eb5ae06731ac tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Network abfda2a0-132b-4978-bd17-7bbda6476ec7 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:42:29.202761 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-15c3389c-cab5-48ae-badc-eb5ae06731ac tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:29.210252 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-61da2176-1568-46fd-a9db-66c76ee076e3 req-e28a31c7-890b-4c28-acc3-db5e63bf6926 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353638 Mar 08 15:42:29.210625 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-15c3389c-cab5-48ae-badc-eb5ae06731ac tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:42:29.214605 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-d70e09c7-a191-425d-87c4-aaa222220dce None None] Provisioning complete for port 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:29.215104 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-d70e09c7-a191-425d-87c4-aaa222220dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.263394 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57739c-1d5d-4d78-9df7-4980f4685579 req-0a837481-4fde-43d5-80ea-94d1e5749aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:29.263808 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6a1a0-a4ac-484d-add4-f915708cd8e7 req-54cbb080-8fb6-4afe-b119-f61c8d9a5c16 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:29.264559 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ba57739c-1d5d-4d78-9df7-4980f4685579 req-0a837481-4fde-43d5-80ea-94d1e5749aee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cb03c34-2ce2-4343-8193-570556c9d400 HTTP/1.1" status: 200 len: 853 time: 0.0511250 Mar 08 15:42:29.265375 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-18a6a1a0-a4ac-484d-add4-f915708cd8e7 req-54cbb080-8fb6-4afe-b119-f61c8d9a5c16 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 932 time: 0.1405401 Mar 08 15:42:29.273268 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-d70e09c7-a191-425d-87c4-aaa222220dce None None] Port 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:42:29.274742 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f9ffee79-5c5c-4901-97ee-00fed872c929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.306135 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3389c-cab5-48ae-badc-eb5ae06731ac tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Pushing event updated for resources: {'Port': ['ID=57cb4233-6031-4aa8-b8ee-51d4515f6dc4,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:29.326026 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ba57739c-1d5d-4d78-9df7-4980f4685579 req-ef9de69e-51b5-41b0-8ab2-6f633cf44daf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d536f4a9-5448-45a4-ab6a-385795a1e142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367258 Mar 08 15:42:29.349090 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:26Z', 'revision_number': 3, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:29.364323 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-18a6a1a0-a4ac-484d-add4-f915708cd8e7 req-03897fa9-59ee-48f7-ba4b-4b94370ead39 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860176 Mar 08 15:42:29.367157 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-15c3389c-cab5-48ae-badc-eb5ae06731ac tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:29.367791 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-15c3389c-cab5-48ae-badc-eb5ae06731ac tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.389801 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d161b9ac-1e36-43bd-8253-e168ff01d561 None None] The sync data for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi is: [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:26Z', 'revision_number': 3, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:42:29.405953 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-15c3389c-cab5-48ae-badc-eb5ae06731ac tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1934712 Mar 08 15:42:29.445596 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Request body: {'port': {'device_id': 'a8c8a0c0-2b35-4224-99cd-28a58c73c3ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:29.521619 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ba57739c-1d5d-4d78-9df7-4980f4685579 req-33ea87b0-8b7c-4049-96b4-a132c1d0c43b service neutron] 10.222.0.41 "GET /v2.0/networks/d536f4a9-5448-45a4-ab6a-385795a1e142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873574 Mar 08 15:42:29.524184 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.525291 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f9ffee79-5c5c-4901-97ee-00fed872c929 admin admin] Publish callbacks [] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.530747 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f9ffee79-5c5c-4901-97ee-00fed872c929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14517953'] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.599429 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f9ffee79-5c5c-4901-97ee-00fed872c929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738721'] for router_interface (a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.599779 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-82bfb0d5-c3ef-46f4-b96f-d84289116dc6 None None] Provisioning complete for port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:29.600250 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-82bfb0d5-c3ef-46f4-b96f-d84289116dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.608829 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffee79-5c5c-4901-97ee-00fed872c929 admin admin] Pushing event updated for resources: {'Port': ['ID=5a3aac65-9a3a-4644-a2c9-b2ef8d59b038,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:29.691045 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-82bfb0d5-c3ef-46f4-b96f-d84289116dc6 None None] Port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:42:29.744790 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ba57739c-1d5d-4d78-9df7-4980f4685579 req-81141942-5d87-4c5a-a2c9-6803b7f8a331 service neutron] 10.222.0.41 "GET /v2.0/networks/d536f4a9-5448-45a4-ab6a-385795a1e142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118344 Mar 08 15:42:29.754246 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ffee79-5c5c-4901-97ee-00fed872c929 admin admin] Network a91eab27-e927-433f-826e-c27a0b9152a4 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:42:29.756015 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-f9ffee79-5c5c-4901-97ee-00fed872c929 admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:29.890196 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ffee79-5c5c-4901-97ee-00fed872c929 admin admin] Router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:42:29.934811 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:42:29.942871 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Publish callbacks [] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:29.962329 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Transition to ACTIVE for port object 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 will not be triggered until provisioned by entity L2. {{(pid=104418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:42:29.970646 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:30.054624 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Pushing event updated for resources: {'Port': ['ID=57cb4233-6031-4aa8-b8ee-51d4515f6dc4,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:30.124167 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Attempting to bind port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:42:30.124637 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Attempting to bind port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '02a379d6-2953-4c52-a0d2-28e922eff80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:42:30.124957 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Attempting to bind port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 on network abfda2a0-132b-4978-bd17-7bbda6476ec7 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:30.131135 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-aca63365-64c6-47c3-acce-54d055438705 None None] Provisioning complete for port 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:30.131696 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 on network abfda2a0-132b-4978-bd17-7bbda6476ec7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:42:30.131696 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Attempting to bind port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 on network abfda2a0-132b-4978-bd17-7bbda6476ec7 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:30.131900 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-aca63365-64c6-47c3-acce-54d055438705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:30.139356 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:42:30.139752 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Checking segment: {'id': '02a379d6-2953-4c52-a0d2-28e922eff80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:42:30.140058 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Bound using segment: {'id': '02a379d6-2953-4c52-a0d2-28e922eff80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:42:30.140801 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Bound port: 57cb4233-6031-4aa8-b8ee-51d4515f6dc4, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a379d6-2953-4c52-a0d2-28e922eff80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:42:30.141161 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:30.188828 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-aca63365-64c6-47c3-acce-54d055438705 None None] Port 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:42:30.234522 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] For port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4, host hv-cinder-83009, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:42:30.238357 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] For port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=57cb4233-6031-4aa8-b8ee-51d4515f6dc4,segment=NetworkSegment(02a379d6-2953-4c52-a0d2-28e922eff80a),segment_id=02a379d6-2953-4c52-a0d2-28e922eff80a)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:42:30.248660 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:30.317173 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:30.325601 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:30.327378 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] 10.222.0.41 "PUT /v2.0/ports/57cb4233-6031-4aa8-b8ee-51d4515f6dc4 HTTP/1.1" status: 200 len: 1094 time: 0.8893075 Mar 08 15:42:30.328015 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c8a0c0-2b35-4224-99cd-28a58c73c3ba', 'tag': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:30.330358 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2b30a1-7d3a-4697-8d2b-fedccdb3683b" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c8a0c0-2b35-4224-99cd-28a58c73c3ba", "tag": "57cb4233-6031-4aa8-b8ee-51d4515f6dc4"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:30.352072 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41746b-d03c-4d87-8a51-99b031283136 service neutron] Pushing event updated for resources: {'Port': ['ID=57cb4233-6031-4aa8-b8ee-51d4515f6dc4,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:30.444380 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-e76ba81f-b14c-40f9-b4df-19f444d7a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:30.446039 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-e76ba81f-b14c-40f9-b4df-19f444d7a9e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb368cfd69d14ec7970e2f6d22701c6d&device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 1128 time: 0.0553756 Mar 08 15:42:30.460357 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ffee79-5c5c-4901-97ee-00fed872c929 admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:42:30.466932 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f9ffee79-5c5c-4901-97ee-00fed872c929 admin admin] 10.222.0.11 "PUT /v2.0/routers/a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9129224 Mar 08 15:42:30.511337 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59338276-bf96-41a1-8da0-918d46b8deac req-6af6efa8-137e-46c3-9652-8c081b6effe1 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:30.513541 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-59338276-bf96-41a1-8da0-918d46b8deac req-6af6efa8-137e-46c3-9652-8c081b6effe1 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.1289613 Mar 08 15:42:30.515404 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-6a7c2083-cf92-4be6-ae51-3cebe55e812e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57cb4233-6031-4aa8-b8ee-51d4515f6dc4 HTTP/1.1" status: 200 len: 217 time: 0.0592320 Mar 08 15:42:30.542709 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ba0fb-c348-47cb-ab6f-74e1126fa8e5 req-e32df400-e392-4241-b4df-1b2c4346d6f6 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:30.544282 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3f9ba0fb-c348-47cb-ab6f-74e1126fa8e5 req-e32df400-e392-4241-b4df-1b2c4346d6f6 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934d128-36de-4afd-8eda-497ef3f882a3 HTTP/1.1" status: 200 len: 944 time: 0.1584852 Mar 08 15:42:30.580460 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-9d143e28-39a2-4bdf-a6a1-b9db28bcc5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:30.582174 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-9d143e28-39a2-4bdf-a6a1-b9db28bcc5d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e40898-8aff-4be1-8e3a-681338b0d56e HTTP/1.1" status: 200 len: 847 time: 0.0551708 Mar 08 15:42:30.625322 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-59338276-bf96-41a1-8da0-918d46b8deac req-49bfe910-eb8c-43d0-a11c-5ecc0c3576b4 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059396 Mar 08 15:42:30.639138 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3f9ba0fb-c348-47cb-ab6f-74e1126fa8e5 req-9183dd7a-37a1-4569-ab45-b8f92ab07ad3 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794618 Mar 08 15:42:30.642301 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-d608568f-3775-47d5-a6bf-ed950462c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:30.644860 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-d608568f-3775-47d5-a6bf-ed950462c995 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abfda2a0-132b-4978-bd17-7bbda6476ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535030 Mar 08 15:42:30.687764 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c130fc06-e417-4d16-9a01-cf6852cad1bf x-openstack-request-id: req-c130fc06-e417-4d16-9a01-cf6852cad1bf {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:30.688061 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c8a0c0-2b35-4224-99cd-28a58c73c3ba", "tag": "57cb4233-6031-4aa8-b8ee-51d4515f6dc4", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:30.688315 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c130fc06-e417-4d16-9a01-cf6852cad1bf {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:30.688711 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c8a0c0-2b35-4224-99cd-28a58c73c3ba', 'tag': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4', 'status': 'completed', 'code': 200} Mar 08 15:42:30.755341 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-3a768149-2c42-4899-b465-5757d83f75a0 service neutron] 10.222.0.41 "GET /v2.0/networks/abfda2a0-132b-4978-bd17-7bbda6476ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021092 Mar 08 15:42:30.772915 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb39fb-a0f6-4563-a1d2-7c6fd88671cb req-ba3c2e52-fe00-49a6-b63f-6b3e3c6d663b tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:30.774455 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fffb39fb-a0f6-4563-a1d2-7c6fd88671cb req-ba3c2e52-fe00-49a6-b63f-6b3e3c6d663b tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 944 time: 0.0566642 Mar 08 15:42:30.828371 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fffb39fb-a0f6-4563-a1d2-7c6fd88671cb req-bfb7bc15-3712-49e7-9a0a-6bf2cffd3072 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481794 Mar 08 15:42:30.858426 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-890ffeeb-2dec-46c1-bd2e-b739d7cecf1c req-d6d49d68-6203-47a4-b0d3-f0da559faed9 service neutron] 10.222.0.41 "GET /v2.0/networks/abfda2a0-132b-4978-bd17-7bbda6476ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947816 Mar 08 15:42:30.954145 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b30a1-7d3a-4697-8d2b-fedccdb3683b req-dc6fdb89-fd34-41e5-9f1f-f8304e64dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:30.955708 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5b2b30a1-7d3a-4697-8d2b-fedccdb3683b req-dc6fdb89-fd34-41e5-9f1f-f8304e64dafd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb368cfd69d14ec7970e2f6d22701c6d&device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 1128 time: 0.0454574 Mar 08 15:42:31.049569 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b30a1-7d3a-4697-8d2b-fedccdb3683b req-9036dedc-8bf4-4d9a-befd-8bb64bb2652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:31.051721 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5b2b30a1-7d3a-4697-8d2b-fedccdb3683b req-9036dedc-8bf4-4d9a-befd-8bb64bb2652c service neutron] 10.222.0.41 "GET /v2.0/networks?id=abfda2a0-132b-4978-bd17-7bbda6476ec7 HTTP/1.1" status: 200 len: 909 time: 0.0900788 Mar 08 15:42:31.099057 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5b2b30a1-7d3a-4697-8d2b-fedccdb3683b req-ebd1ac3c-738f-4dab-9c28-0c13c5efff10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57cb4233-6031-4aa8-b8ee-51d4515f6dc4 HTTP/1.1" status: 200 len: 217 time: 0.0382652 Mar 08 15:42:31.132667 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 43714) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:31.137300 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-93f91c58-1563-496e-820d-1d779b7fd8d5 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--899388188', 'description': 'tempest-description--598171729'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:31.159206 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b30a1-7d3a-4697-8d2b-fedccdb3683b req-ca737910-e4c5-4b8c-85df-3d02d273f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:31.159819 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-93f91c58-1563-496e-820d-1d779b7fd8d5 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.161242 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5b2b30a1-7d3a-4697-8d2b-fedccdb3683b req-ca737910-e4c5-4b8c-85df-3d02d273f14f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e40898-8aff-4be1-8e3a-681338b0d56e HTTP/1.1" status: 200 len: 847 time: 0.0530896 Mar 08 15:42:31.218027 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b30a1-7d3a-4697-8d2b-fedccdb3683b req-a91fcbb7-2f72-4af2-a489-e17281d395dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:31.219602 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5b2b30a1-7d3a-4697-8d2b-fedccdb3683b req-a91fcbb7-2f72-4af2-a489-e17281d395dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abfda2a0-132b-4978-bd17-7bbda6476ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505090 Mar 08 15:42:31.232410 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-93f91c58-1563-496e-820d-1d779b7fd8d5 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (ed4d55dc-218f-4793-ae49-e0f4c358c0db), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.242799 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-93f91c58-1563-496e-820d-1d779b7fd8d5 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (ed4d55dc-218f-4793-ae49-e0f4c358c0db), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.281579 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-93f91c58-1563-496e-820d-1d779b7fd8d5 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.283163 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-93f91c58-1563-496e-820d-1d779b7fd8d5 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1493855 Mar 08 15:42:31.286685 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 43716) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:31.291491 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-06fd801e-231f-455c-82a1-e45c7f5a8101 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'security_group_rule': {'security_group_id': 'ed4d55dc-218f-4793-ae49-e0f4c358c0db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:31.295773 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f91c58-1563-496e-820d-1d779b7fd8d5 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4d55dc-218f-4793-ae49-e0f4c358c0db,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:31.322056 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5b2b30a1-7d3a-4697-8d2b-fedccdb3683b req-54d930d1-b5d0-4b14-bd0c-72f17f6be4dd service neutron] 10.222.0.41 "GET /v2.0/networks/abfda2a0-132b-4978-bd17-7bbda6476ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953212 Mar 08 15:42:31.325708 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-06fd801e-231f-455c-82a1-e45c7f5a8101 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (6d056c3c-d4a5-4fbb-8a60-c11560ac2468), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.380483 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-06fd801e-231f-455c-82a1-e45c7f5a8101 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (6d056c3c-d4a5-4fbb-8a60-c11560ac2468), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.386138 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-06fd801e-231f-455c-82a1-e45c7f5a8101 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (6d056c3c-d4a5-4fbb-8a60-c11560ac2468), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.400715 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Sync routers for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:42:31.405506 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd801e-231f-455c-82a1-e45c7f5a8101 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d056c3c-d4a5-4fbb-8a60-c11560ac2468,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:31.410890 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:31.411941 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:42:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:31.417298 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-06fd801e-231f-455c-82a1-e45c7f5a8101 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.418536 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-06fd801e-231f-455c-82a1-e45c7f5a8101 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308825 Mar 08 15:42:31.421144 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 43718) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:31.425661 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-04e22a69-12ac-4223-9542-cdb18c1bdfce tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'security_group_rule': {'security_group_id': 'ed4d55dc-218f-4793-ae49-e0f4c358c0db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:31.435335 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5b2b30a1-7d3a-4697-8d2b-fedccdb3683b req-f8dada30-2b4d-4c92-acb7-bc60f940d15a service neutron] 10.222.0.41 "GET /v2.0/networks/abfda2a0-132b-4978-bd17-7bbda6476ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062949 Mar 08 15:42:31.452877 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-04e22a69-12ac-4223-9542-cdb18c1bdfce tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (eefdc0b2-1c54-486f-bf3e-6ea14d91301f), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.499337 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 9651c163-67bd-4475-ad1e-f63719375910 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:42:31.513281 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-04e22a69-12ac-4223-9542-cdb18c1bdfce tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (eefdc0b2-1c54-486f-bf3e-6ea14d91301f), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.518176 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-04e22a69-12ac-4223-9542-cdb18c1bdfce tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (eefdc0b2-1c54-486f-bf3e-6ea14d91301f), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.527822 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:31.536036 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e22a69-12ac-4223-9542-cdb18c1bdfce tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eefdc0b2-1c54-486f-bf3e-6ea14d91301f,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:31.549482 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-04e22a69-12ac-4223-9542-cdb18c1bdfce tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.550997 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-04e22a69-12ac-4223-9542-cdb18c1bdfce tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288013 Mar 08 15:42:31.554057 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 43720) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:31.558860 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-21b9ef6d-a705-4bf9-8b14-c84de16c6a9f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'floatingip': {'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:31.585604 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-21b9ef6d-a705-4bf9-8b14-c84de16c6a9f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.620342 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 9651c163-67bd-4475-ad1e-f63719375910, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9651c163-67bd-4475-ad1e-f63719375910,segment=NetworkSegment(401e3698-93a7-4663-a1f6-8a4251627afe),segment_id=401e3698-93a7-4663-a1f6-8a4251627afe)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:31.631516 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': '9651c163-67bd-4475-ad1e-f63719375910', 'network_id': 'd536f4a9-5448-45a4-ab6a-385795a1e142', 'port_id': '9651c163-67bd-4475-ad1e-f63719375910', 'mac_address': 'fa:16:3e:b9:9b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb03c34-2ce2-4343-8193-570556c9d400', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:42:31.700792 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 9651c163-67bd-4475-ad1e-f63719375910 is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:31.701193 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (9651c163-67bd-4475-ad1e-f63719375910), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.708128 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-21b9ef6d-a705-4bf9-8b14-c84de16c6a9f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.731310 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9651c163-67bd-4475-ad1e-f63719375910 {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:42:31.758801 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 9651c163-67bd-4475-ad1e-f63719375910, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9651c163-67bd-4475-ad1e-f63719375910,segment=NetworkSegment(401e3698-93a7-4663-a1f6-8a4251627afe),segment_id=401e3698-93a7-4663-a1f6-8a4251627afe)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:31.767285 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (9651c163-67bd-4475-ad1e-f63719375910), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.775461 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 69e456d6-66a3-4585-826b-98a65b2bb6bf up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:31.808650 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 2, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:31.839298 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Checking router: a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:42:31.839891 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Updating router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 port 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 binding host dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:42:31.856364 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=9651c163-67bd-4475-ad1e-f63719375910,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:31.867262 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 69e456d6-66a3-4585-826b-98a65b2bb6bf triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:31.867633 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (69e456d6-66a3-4585-826b-98a65b2bb6bf), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.871425 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.913036 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-21b9ef6d-a705-4bf9-8b14-c84de16c6a9f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Allocated IP 172.27.1.79 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/bee33c85-d7cf-4534-8012-774a821bb87a) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:42:31.922146 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fad6b-8b02-435b-93c9-f155cd840080 req-a2c61a0c-1bed-4437-96f8-50467475aff9 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:31.923721 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ad3fad6b-8b02-435b-93c9-f155cd840080 req-a2c61a0c-1bed-4437-96f8-50467475aff9 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.1547523 Mar 08 15:42:31.934921 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da586771-e07b-4b33-a3a2-cc49236659d8 req-b899f90b-7e62-46ca-b34b-39724b8a80e7 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:31.937198 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-da586771-e07b-4b33-a3a2-cc49236659d8 req-b899f90b-7e62-46ca-b34b-39724b8a80e7 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934d128-36de-4afd-8eda-497ef3f882a3 HTTP/1.1" status: 200 len: 945 time: 0.1513252 Mar 08 15:42:31.957364 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 69e456d6-66a3-4585-826b-98a65b2bb6bf is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:31.957844 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (69e456d6-66a3-4585-826b-98a65b2bb6bf), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:31.985455 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] For port 69e456d6-66a3-4585-826b-98a65b2bb6bf, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=69e456d6-66a3-4585-826b-98a65b2bb6bf,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:31.990768 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (69e456d6-66a3-4585-826b-98a65b2bb6bf), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.024394 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['9651c163-67bd-4475-ad1e-f63719375910'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:42:32.074711 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ad3fad6b-8b02-435b-93c9-f155cd840080 req-82f813e8-0166-40db-a30b-7dcdec72b3ac tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360180 Mar 08 15:42:32.082967 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Pushing event updated for resources: {'Port': ['ID=69e456d6-66a3-4585-826b-98a65b2bb6bf,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:32.090873 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-da586771-e07b-4b33-a3a2-cc49236659d8 req-f2d5e092-9982-44fa-bb99-958ff8f12d46 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406603 Mar 08 15:42:32.153506 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-21b9ef6d-a705-4bf9-8b14-c84de16c6a9f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for port (bee33c85-d7cf-4534-8012-774a821bb87a), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.166855 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Publish callbacks [] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.173613 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.225248 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35d0af-db73-4a4e-bc59-a66d48a4d7a8 None None] Pushing event updated for resources: {'Port': ['ID=5a3aac65-9a3a-4644-a2c9-b2ef8d59b038,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:32.244667 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64971d5b-4f34-4859-a965-f95a91fa796c req-402f7897-5296-4497-b6de-986034107c8f tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:32.246411 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-64971d5b-4f34-4859-a965-f95a91fa796c req-402f7897-5296-4497-b6de-986034107c8f tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 944 time: 0.0796235 Mar 08 15:42:32.247501 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-21b9ef6d-a705-4bf9-8b14-c84de16c6a9f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (bee33c85-d7cf-4534-8012-774a821bb87a), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.288629 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Attempting to bind port 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:42:32.289259 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Attempting to bind port 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:42:32.289956 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Attempting to bind port 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 on network a91eab27-e927-433f-826e-c27a0b9152a4 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:32.297744 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:42:32.298629 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Checking segment: {'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:42:32.298763 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.299211 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Bound using segment: {'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:42:32.299751 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Bound port: 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:42:32.300237 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.307429 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b9ef6d-a705-4bf9-8b14-c84de16c6a9f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:42:32.313384 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-21b9ef6d-a705-4bf9-8b14-c84de16c6a9f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:32.325179 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b9ef6d-a705-4bf9-8b14-c84de16c6a9f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:42:32.330598 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9ef6d-a705-4bf9-8b14-c84de16c6a9f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'Port': ['ID=bee33c85-d7cf-4534-8012-774a821bb87a,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:32.369866 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-64971d5b-4f34-4859-a965-f95a91fa796c req-b68f3d34-a7da-48a2-b5ec-2950dfc3494b tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137114 Mar 08 15:42:32.382675 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] For port 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:42:32.387442 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] For port 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=5a3aac65-9a3a-4644-a2c9-b2ef8d59b038,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:42:32.398556 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.436969 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-21b9ef6d-a705-4bf9-8b14-c84de16c6a9f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (4b5876a2-5804-4bbf-a003-559aae48e5bf), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.459073 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35d0af-db73-4a4e-bc59-a66d48a4d7a8 None None] Pushing event updated for resources: {'Port': ['ID=5a3aac65-9a3a-4644-a2c9-b2ef8d59b038,revision_number=4']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:32.463061 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:32.463641 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:42:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:32.477515 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-21b9ef6d-a705-4bf9-8b14-c84de16c6a9f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (bee33c85-d7cf-4534-8012-774a821bb87a), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.502163 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-7beb7fc9-6915-441e-a350-0f1d107bf979 None None] Provisioning complete for port 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:32.503283 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-7beb7fc9-6915-441e-a350-0f1d107bf979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.594509 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:32.608219 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-7beb7fc9-6915-441e-a350-0f1d107bf979 None None] Current status of the port 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:32.608541 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-7beb7fc9-6915-441e-a350-0f1d107bf979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.647624 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-7beb7fc9-6915-441e-a350-0f1d107bf979 None None] For port 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=5a3aac65-9a3a-4644-a2c9-b2ef8d59b038,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:32.655275 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-7beb7fc9-6915-441e-a350-0f1d107bf979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.668757 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-21b9ef6d-a705-4bf9-8b14-c84de16c6a9f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for port (bee33c85-d7cf-4534-8012-774a821bb87a), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.674225 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-21b9ef6d-a705-4bf9-8b14-c84de16c6a9f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14517953'] for port (bee33c85-d7cf-4534-8012-774a821bb87a), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.710129 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb7fc9-6915-441e-a350-0f1d107bf979 None None] Pushing event updated for resources: {'Port': ['ID=5a3aac65-9a3a-4644-a2c9-b2ef8d59b038,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:32.742478 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9ef6d-a705-4bf9-8b14-c84de16c6a9f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'Port': ['ID=bee33c85-d7cf-4534-8012-774a821bb87a,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:32.752720 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-21b9ef6d-a705-4bf9-8b14-c84de16c6a9f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (4b5876a2-5804-4bbf-a003-559aae48e5bf), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.769812 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-21b9ef6d-a705-4bf9-8b14-c84de16c6a9f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.778310 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-21b9ef6d-a705-4bf9-8b14-c84de16c6a9f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2169735 Mar 08 15:42:32.781129 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-41de1a34-d754-477d-9b37-0958ecdca7dc None None] Provisioning complete for port 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:32.781583 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-41de1a34-d754-477d-9b37-0958ecdca7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:32.823268 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:32.854609 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a8ed1-3487-4288-bfec-87eb7c67e2b1 None None] The sync data for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi is: [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:42:32.968739 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3915d934-137c-44a5-914b-1c950cda9f10 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--899388188&fields=id&tenant_id=62d3c6874e0e48c792aaf383f2bb7945 HTTP/1.1" status: 200 len: 267 time: 0.0768807 Mar 08 15:42:33.015862 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-41de1a34-d754-477d-9b37-0958ecdca7dc None None] Current status of the port 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:33.092473 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-dd4be4b7-a3d8-4aa1-b000-3a681bfb3bfa tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:33.093977 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-dd4be4b7-a3d8-4aa1-b000-3a681bfb3bfa tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/networks?id=a91eab27-e927-433f-826e-c27a0b9152a4 HTTP/1.1" status: 200 len: 815 time: 0.1134555 Mar 08 15:42:33.109254 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-7b7b2f8b-0d6f-494d-a350-7ac2cd50930a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/quotas/62d3c6874e0e48c792aaf383f2bb7945 HTTP/1.1" status: 200 len: 375 time: 0.0095599 Mar 08 15:42:33.176695 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-2d3ce2f6-71f2-481c-b07d-fb6a31db43dc tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=62d3c6874e0e48c792aaf383f2bb7945&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621984 Mar 08 15:42:33.286371 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57cfb7-d303-429b-8617-bb03164aa0d4 req-74afe275-69aa-4408-9781-1c5c4e1f9c41 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:33.288045 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9d57cfb7-d303-429b-8617-bb03164aa0d4 req-74afe275-69aa-4408-9781-1c5c4e1f9c41 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.1279964 Mar 08 15:42:33.313065 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-e5f22a9a-1014-42a7-9545-05565d02aa83 service neutron] 10.222.0.11 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171343 Mar 08 15:42:33.403790 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9d57cfb7-d303-429b-8617-bb03164aa0d4 req-18085a2b-ac7f-47f7-a427-6d8f8f95f63b tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070774 Mar 08 15:42:33.434372 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-26f6f141-8cba-43e5-b629-c48bce4cb369 service neutron] 10.222.0.11 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148994 Mar 08 15:42:33.522632 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3b220-b94f-4d1f-b428-2cc20ec88a25 req-ff8fcf1f-3ddd-4f55-ab0f-e836a6bd4e46 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:33.524120 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-41b3b220-b94f-4d1f-b428-2cc20ec88a25 req-ff8fcf1f-3ddd-4f55-ab0f-e836a6bd4e46 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934d128-36de-4afd-8eda-497ef3f882a3 HTTP/1.1" status: 200 len: 945 time: 0.0591607 Mar 08 15:42:33.531158 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 9651c163-67bd-4475-ad1e-f63719375910 up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:33.602514 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-41b3b220-b94f-4d1f-b428-2cc20ec88a25 req-bbee51e4-0a1f-4030-83bd-58cb2a450151 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661895 Mar 08 15:42:33.628152 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port 9651c163-67bd-4475-ad1e-f63719375910 completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:42:33.632954 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port 9651c163-67bd-4475-ad1e-f63719375910 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:33.633325 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (9651c163-67bd-4475-ad1e-f63719375910), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:33.733977 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-619a1108-4171-4d51-a259-7d42a0d2839b req-9696ce9a-fc17-4c50-bb94-12fe9a70e723 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 210 time: 0.0407939 Mar 08 15:42:33.761938 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd1711-cdad-4a95-91a4-a29c4f8af8be req-804327ed-7e55-4f37-8376-a820bafebf88 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:33.764167 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7cbd1711-cdad-4a95-91a4-a29c4f8af8be req-804327ed-7e55-4f37-8376-a820bafebf88 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 944 time: 0.1244154 Mar 08 15:42:33.774793 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 9651c163-67bd-4475-ad1e-f63719375910 is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:33.775185 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (9651c163-67bd-4475-ad1e-f63719375910), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:33.802681 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5934d128-36de-4afd-8eda-497ef3f882a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9651c163-67bd-4475-ad1e-f63719375910'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:33.805129 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa9a9fa-ffd3-4c71-93a2-8e116cf64846" -d '{"events": [{"server_uuid": "5934d128-36de-4afd-8eda-497ef3f882a3", "name": "network-vif-plugged", "status": "completed", "tag": "9651c163-67bd-4475-ad1e-f63719375910"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:33.844831 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 9651c163-67bd-4475-ad1e-f63719375910, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9651c163-67bd-4475-ad1e-f63719375910,segment=NetworkSegment(401e3698-93a7-4663-a1f6-8a4251627afe),segment_id=401e3698-93a7-4663-a1f6-8a4251627afe)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:33.849892 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (9651c163-67bd-4475-ad1e-f63719375910), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:33.857697 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7cbd1711-cdad-4a95-91a4-a29c4f8af8be req-7f88ce28-6395-44bf-8803-30484a7fc5e5 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791421 Mar 08 15:42:33.883089 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:33.910262 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2066f2d-7a4e-4fd8-9166-7b0a3d585704 x-openstack-request-id: req-c2066f2d-7a4e-4fd8-9166-7b0a3d585704 {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:33.910637 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5934d128-36de-4afd-8eda-497ef3f882a3", "name": "network-vif-plugged", "status": "completed", "tag": "9651c163-67bd-4475-ad1e-f63719375910", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:33.910807 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c2066f2d-7a4e-4fd8-9166-7b0a3d585704 {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:33.911305 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5934d128-36de-4afd-8eda-497ef3f882a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9651c163-67bd-4475-ad1e-f63719375910', 'code': 200} Mar 08 15:42:33.949790 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=9651c163-67bd-4475-ad1e-f63719375910,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:33.962326 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:33.962793 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:34.072843 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:34.083002 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 69e456d6-66a3-4585-826b-98a65b2bb6bf up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:34.139818 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f364f3-b130-4e9b-9d0b-c9d1bb67c742 req-e41ec111-7802-4549-b00f-1d43f8f5c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:34.141777 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 69e456d6-66a3-4585-826b-98a65b2bb6bf triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:34.142175 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (69e456d6-66a3-4585-826b-98a65b2bb6bf), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:34.142456 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-31f364f3-b130-4e9b-9d0b-c9d1bb67c742 req-e41ec111-7802-4549-b00f-1d43f8f5c6ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5934d128-36de-4afd-8eda-497ef3f882a3 HTTP/1.1" status: 200 len: 1130 time: 0.0921366 Mar 08 15:42:34.203632 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-31f364f3-b130-4e9b-9d0b-c9d1bb67c742 req-40dd29c1-965b-41b5-af2a-1bcd9ad1acc2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544639 Mar 08 15:42:34.222988 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 69e456d6-66a3-4585-826b-98a65b2bb6bf is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:34.526619 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b683ab-89ee-4716-bb71-6d437ecfcc12 req-dea2bb3e-a8c9-48c8-b71a-ba445ad340ca tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:34.528156 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-38b683ab-89ee-4716-bb71-6d437ecfcc12 req-dea2bb3e-a8c9-48c8-b71a-ba445ad340ca tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0538909 Mar 08 15:42:34.575685 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-38b683ab-89ee-4716-bb71-6d437ecfcc12 req-27a543e7-90cc-45d5-b49e-f717e8cb6d3a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417454 Mar 08 15:42:34.731041 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6b6b6-6d79-4281-a96b-04e366708241 req-55b11f0d-8c10-4b16-993f-0ed92362d245 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:34.732408 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-17e6b6b6-6d79-4281-a96b-04e366708241 req-55b11f0d-8c10-4b16-993f-0ed92362d245 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934d128-36de-4afd-8eda-497ef3f882a3 HTTP/1.1" status: 200 len: 946 time: 0.0578687 Mar 08 15:42:34.783733 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-17e6b6b6-6d79-4281-a96b-04e366708241 req-e2a8d6f7-7eb1-46f7-b7df-cb1ce2eafc6c tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429413 Mar 08 15:42:34.823134 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-229fd7d8-7eb6-470e-a4c6-848e023f42ef req-1a9e4c3d-5d77-457f-96fe-4a35ce92b44f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 210 time: 0.0292573 Mar 08 15:42:34.972036 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e915fd-d742-428c-97ca-b00d555639ad req-9f74fa5d-f4af-430e-bf34-48ac88ab4b15 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:34.974057 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-75e915fd-d742-428c-97ca-b00d555639ad req-9f74fa5d-f4af-430e-bf34-48ac88ab4b15 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 944 time: 0.0559804 Mar 08 15:42:35.029909 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-75e915fd-d742-428c-97ca-b00d555639ad req-e4edf2e9-9ed7-452f-b8c5-427b0f088319 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498054 Mar 08 15:42:35.241934 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-ba23d6cb-e05d-4c0c-a140-66fac54d4a27 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:35.243465 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-ba23d6cb-e05d-4c0c-a140-66fac54d4a27 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "GET /v2.0/networks?id=a91eab27-e927-433f-826e-c27a0b9152a4 HTTP/1.1" status: 200 len: 815 time: 0.3442161 Mar 08 15:42:35.318455 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-7973b3ca-b93f-4d92-b244-ca650a0f591b tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62d3c6874e0e48c792aaf383f2bb7945 HTTP/1.1" status: 200 len: 379 time: 0.0530603 Mar 08 15:42:35.330147 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-33250a37-6e29-440d-8e35-53dcee87c05e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'port': {'device_id': 'fb93b64d-0997-4e5a-a248-0ad0cd5e40df', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'admin_state_up': True, 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'security_groups': ['ed4d55dc-218f-4793-ae49-e0f4c358c0db']}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:35.444317 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-33250a37-6e29-440d-8e35-53dcee87c05e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Made reservation on behalf of 62d3c6874e0e48c792aaf383f2bb7945 for: {'port': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:42:35.447704 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-33250a37-6e29-440d-8e35-53dcee87c05e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:35.570355 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-33250a37-6e29-440d-8e35-53dcee87c05e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Allocated IP 172.20.0.8 (a91eab27-e927-433f-826e-c27a0b9152a4/07efbca3-18a1-4b3b-886d-8e44215b7116/2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:42:35.702130 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c114c1-0b02-4371-be60-7e0c67d061cf req-79506d0b-cb25-4146-a0bd-209abbbb7ae0 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:35.703613 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-07c114c1-0b02-4371-be60-7e0c67d061cf req-79506d0b-cb25-4146-a0bd-209abbbb7ae0 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0579784 Mar 08 15:42:35.713255 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-33250a37-6e29-440d-8e35-53dcee87c05e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for port (2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:35.751310 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-07c114c1-0b02-4371-be60-7e0c67d061cf req-49b81816-69fc-4a02-bf49-4af558c0734b tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413239 Mar 08 15:42:35.751536 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-33250a37-6e29-440d-8e35-53dcee87c05e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:35.761817 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-d21bb361-2278-42cc-9ac5-b0f154083351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:35.797326 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-33250a37-6e29-440d-8e35-53dcee87c05e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Network a91eab27-e927-433f-826e-c27a0b9152a4 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:42:35.800333 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-33250a37-6e29-440d-8e35-53dcee87c05e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:35.803918 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-33250a37-6e29-440d-8e35-53dcee87c05e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:42:35.811074 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33250a37-6e29-440d-8e35-53dcee87c05e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'Port': ['ID=2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:35.859822 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-33250a37-6e29-440d-8e35-53dcee87c05e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:35.860612 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-33250a37-6e29-440d-8e35-53dcee87c05e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:35.879370 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-33250a37-6e29-440d-8e35-53dcee87c05e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5533199 Mar 08 15:42:35.895755 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Request body: {'port': {'device_id': 'fb93b64d-0997-4e5a-a248-0ad0cd5e40df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:35.945632 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51759bd8-782b-4497-a37f-82ecb73b3fee req-b96eeae1-66dc-4e6f-96de-ba2eb3400844 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:35.947250 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-51759bd8-782b-4497-a37f-82ecb73b3fee req-b96eeae1-66dc-4e6f-96de-ba2eb3400844 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934d128-36de-4afd-8eda-497ef3f882a3 HTTP/1.1" status: 200 len: 946 time: 0.0884075 Mar 08 15:42:35.963492 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:35.995291 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f6637-efc9-4f80-805d-ea63515f13b0 req-02f23bdf-9e93-4f2d-9824-a4622a169a21 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:35.996831 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fe7f6637-efc9-4f80-805d-ea63515f13b0 req-02f23bdf-9e93-4f2d-9824-a4622a169a21 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 931 time: 0.0977418 Mar 08 15:42:36.027148 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-51759bd8-782b-4497-a37f-82ecb73b3fee req-5c7603c5-cf5e-4da6-98a1-b5731f7ec89d tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728362 Mar 08 15:42:36.080794 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fe7f6637-efc9-4f80-805d-ea63515f13b0 req-e30201b8-f279-4489-ab42-71722b8ec9e2 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed4d55dc-218f-4793-ae49-e0f4c358c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768991 Mar 08 15:42:36.100561 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-d06bae64-3cd7-4c37-ba18-aadeff17e59d None None] Provisioning complete for port 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:36.100935 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-d06bae64-3cd7-4c37-ba18-aadeff17e59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:36.149456 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-d06bae64-3cd7-4c37-ba18-aadeff17e59d None None] Port 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:42:36.175964 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3ef06-017b-42f3-b323-504fe424a38d req-c59c6e85-7e86-49a9-93d2-7c52d48c5938 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:36.177480 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c7c3ef06-017b-42f3-b323-504fe424a38d req-c59c6e85-7e86-49a9-93d2-7c52d48c5938 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 944 time: 0.0621316 Mar 08 15:42:36.229095 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c7c3ef06-017b-42f3-b323-504fe424a38d req-0b653237-a52e-45e4-8863-b4432f63b614 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456455 Mar 08 15:42:36.288053 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:42:36.296087 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Publish callbacks [] for port (2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:36.308054 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Transition to ACTIVE for port object 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 will not be triggered until provisioned by entity L2. {{(pid=104418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:42:36.312642 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:36.386893 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Pushing event updated for resources: {'Port': ['ID=2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:36.441471 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Attempting to bind port 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:42:36.441813 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Attempting to bind port 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:42:36.442221 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Attempting to bind port 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 on network a91eab27-e927-433f-826e-c27a0b9152a4 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:36.448395 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Port 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 on network a91eab27-e927-433f-826e-c27a0b9152a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:42:36.448717 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Attempting to bind port 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 on network a91eab27-e927-433f-826e-c27a0b9152a4 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:42:36.468455 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:42:36.469060 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Checking segment: {'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:42:36.469687 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Bound using segment: {'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:42:36.470356 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Bound port: 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:42:36.470811 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:36.560459 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] For port 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1, host hv-cinder-83009, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:42:36.564444 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] For port 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:42:36.572292 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:36.613131 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:36.613818 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:36.615290 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] 10.222.0.41 "PUT /v2.0/ports/2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 HTTP/1.1" status: 200 len: 1093 time: 0.7255180 Mar 08 15:42:36.615705 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb93b64d-0997-4e5a-a248-0ad0cd5e40df', 'tag': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:36.618045 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b6c0df-f29a-493a-adce-28563e6b6410" -d '{"events": [{"name": "network-changed", "server_uuid": "fb93b64d-0997-4e5a-a248-0ad0cd5e40df", "tag": "2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:36.650517 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63eae1-31e6-4fef-a88a-8b0cefc5079c service neutron] Pushing event updated for resources: {'Port': ['ID=2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:36.693932 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b4facb-7bee-44c7-ad7f-932b7e8f4704 x-openstack-request-id: req-b9b4facb-7bee-44c7-ad7f-932b7e8f4704 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:36.694319 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb93b64d-0997-4e5a-a248-0ad0cd5e40df", "tag": "2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:36.694644 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9b4facb-7bee-44c7-ad7f-932b7e8f4704 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:36.695104 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb93b64d-0997-4e5a-a248-0ad0cd5e40df', 'tag': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1', 'status': 'completed', 'code': 200} Mar 08 15:42:36.716801 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-2ff0d16f-8488-4cec-be49-5c67ca7f67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:36.718510 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-2ff0d16f-8488-4cec-be49-5c67ca7f67e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62d3c6874e0e48c792aaf383f2bb7945&device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 1127 time: 0.0537283 Mar 08 15:42:36.768066 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-9f1a1ffa-0a97-4d96-9633-6f26396d6095 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 HTTP/1.1" status: 200 len: 217 time: 0.0418556 Mar 08 15:42:36.821770 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-c2467c01-9870-4870-8c96-4531f53696ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:36.823488 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-c2467c01-9870-4870-8c96-4531f53696ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07efbca3-18a1-4b3b-886d-8e44215b7116 HTTP/1.1" status: 200 len: 854 time: 0.0487804 Mar 08 15:42:36.877378 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-7c28aa87-8f17-4e96-831a-15cf0a992941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:36.878844 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-7c28aa87-8f17-4e96-831a-15cf0a992941 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a91eab27-e927-433f-826e-c27a0b9152a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480182 Mar 08 15:42:36.885773 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0d4ad-28cc-4d7f-a890-efe3c46bab6a req-eb99e317-f04f-4722-885b-2cd9711042cc tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:36.888182 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4ca0d4ad-28cc-4d7f-a890-efe3c46bab6a req-eb99e317-f04f-4722-885b-2cd9711042cc tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0576782 Mar 08 15:42:36.943907 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4ca0d4ad-28cc-4d7f-a890-efe3c46bab6a req-816ef0cf-f204-49d8-946a-b8aada1db4e2 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492451 Mar 08 15:42:36.985906 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-a2497aa9-b311-4b8f-b8a9-aa5e50f61b31 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919633 Mar 08 15:42:37.084259 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c53dbbbf-a142-4e3d-9a72-4de42c7bfb6f req-0bd5bf53-67df-4f0e-891b-7267b361f867 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918360 Mar 08 15:42:37.183640 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6c0df-f29a-493a-adce-28563e6b6410 req-1fc7d44b-0e68-43ab-91b7-172662545968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:37.185138 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a4b6c0df-f29a-493a-adce-28563e6b6410 req-1fc7d44b-0e68-43ab-91b7-172662545968 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62d3c6874e0e48c792aaf383f2bb7945&device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 1127 time: 0.0489774 Mar 08 15:42:37.214644 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44049f-fcdd-440b-a4eb-ceebcbc2daa4 req-dfcb0466-93a9-4e34-8056-da8463c4e45a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:37.216308 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9c44049f-fcdd-440b-a4eb-ceebcbc2daa4 req-dfcb0466-93a9-4e34-8056-da8463c4e45a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 943 time: 0.0584095 Mar 08 15:42:37.263025 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9c44049f-fcdd-440b-a4eb-ceebcbc2daa4 req-ed1d51a9-2894-42aa-bd51-f2dcd981d2ad tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed4d55dc-218f-4793-ae49-e0f4c358c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410681 Mar 08 15:42:37.295034 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6c0df-f29a-493a-adce-28563e6b6410 req-6a8c9308-9e79-48a5-afbb-aa59b0104792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:37.296583 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a4b6c0df-f29a-493a-adce-28563e6b6410 req-6a8c9308-9e79-48a5-afbb-aa59b0104792 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a91eab27-e927-433f-826e-c27a0b9152a4 HTTP/1.1" status: 200 len: 916 time: 0.1049070 Mar 08 15:42:37.340846 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a4b6c0df-f29a-493a-adce-28563e6b6410 req-65895b52-4979-4d24-8b82-a44637bc913e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 HTTP/1.1" status: 200 len: 217 time: 0.0375500 Mar 08 15:42:37.363781 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc647843-b308-4d9f-9596-f39526a15f4a req-6e0f7707-9d29-4c74-a404-7e8ba05333be tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:37.365401 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bc647843-b308-4d9f-9596-f39526a15f4a req-6e0f7707-9d29-4c74-a404-7e8ba05333be tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 944 time: 0.0537229 Mar 08 15:42:37.397361 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6c0df-f29a-493a-adce-28563e6b6410 req-bb3cd790-7a28-48f8-a132-ea8e0d6ac258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:37.398892 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a4b6c0df-f29a-493a-adce-28563e6b6410 req-bb3cd790-7a28-48f8-a132-ea8e0d6ac258 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07efbca3-18a1-4b3b-886d-8e44215b7116 HTTP/1.1" status: 200 len: 854 time: 0.0517743 Mar 08 15:42:37.420780 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bc647843-b308-4d9f-9596-f39526a15f4a req-e28459dd-57b5-49de-83fe-c8fb16f0f620 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496247 Mar 08 15:42:37.456652 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6c0df-f29a-493a-adce-28563e6b6410 req-37e8d8bc-22a9-4f8b-8987-cbebc696afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:37.458614 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a4b6c0df-f29a-493a-adce-28563e6b6410 req-37e8d8bc-22a9-4f8b-8987-cbebc696afda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a91eab27-e927-433f-826e-c27a0b9152a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526547 Mar 08 15:42:37.558385 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a4b6c0df-f29a-493a-adce-28563e6b6410 req-f09c00a1-96c4-47f3-b541-b8f0124f1f17 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894821 Mar 08 15:42:37.647341 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a4b6c0df-f29a-493a-adce-28563e6b6410 req-66cf1a0f-699c-4d1a-a5ca-222f8d821529 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828149 Mar 08 15:42:38.075647 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12c91b-366a-47bf-922a-8a01fd25eb7f req-48085f20-fccf-409c-a669-3d05973a07b5 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:38.077120 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1a12c91b-366a-47bf-922a-8a01fd25eb7f req-48085f20-fccf-409c-a669-3d05973a07b5 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0637586 Mar 08 15:42:38.126297 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1a12c91b-366a-47bf-922a-8a01fd25eb7f req-dbe890cc-abe8-416d-b9cc-08d9ff5b20fb tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435507 Mar 08 15:42:38.396454 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692c7ea-15fb-4f41-89cb-5cd3d58d73e6 req-bf45fd4c-fa4d-4f8d-b77d-772cedbb2884 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:38.398324 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8692c7ea-15fb-4f41-89cb-5cd3d58d73e6 req-bf45fd4c-fa4d-4f8d-b77d-772cedbb2884 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 943 time: 0.0650742 Mar 08 15:42:38.457793 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8692c7ea-15fb-4f41-89cb-5cd3d58d73e6 req-876ff3f3-b9fa-4874-952d-e2a0a196ac9b tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed4d55dc-218f-4793-ae49-e0f4c358c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514948 Mar 08 15:42:38.512723 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3fe37d3d-edc8-4235-a778-9aa427543e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:38.553419 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca3d07-9a5e-4d75-8401-6296d38beebb req-da6b5b22-d9ad-449c-b248-d430b58a4ddd tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:38.554825 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-98ca3d07-9a5e-4d75-8401-6296d38beebb req-da6b5b22-d9ad-449c-b248-d430b58a4ddd tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 944 time: 0.0579612 Mar 08 15:42:38.606868 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-98ca3d07-9a5e-4d75-8401-6296d38beebb req-db981773-9cb6-4ae4-831c-60a8a9cd9150 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463474 Mar 08 15:42:39.259063 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cf276-1b0a-40b6-9ed2-17d3fa3e0415 req-5564a3df-eb3a-4773-8c4e-2f8d3537880a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:39.261354 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b19cf276-1b0a-40b6-9ed2-17d3fa3e0415 req-5564a3df-eb3a-4773-8c4e-2f8d3537880a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0617609 Mar 08 15:42:39.315384 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b19cf276-1b0a-40b6-9ed2-17d3fa3e0415 req-71826544-d3fd-4b96-ba22-7262ec3fadff tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450857 Mar 08 15:42:39.548896 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:42:39.550765 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a049d81-aacb-40a7-9247-c3a8c5942bc0 req-2681b781-110d-4730-9626-adc199dfbfaa tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:39.552270 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2a049d81-aacb-40a7-9247-c3a8c5942bc0 req-2681b781-110d-4730-9626-adc199dfbfaa tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0674636 Mar 08 15:42:39.599316 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8e425-d3f1-4ea0-ab44-6df7a170f1a2 req-08c1bec7-05f7-4ac4-b0e2-57c5caa84617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:39.600947 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2bb8e425-d3f1-4ea0-ab44-6df7a170f1a2 req-08c1bec7-05f7-4ac4-b0e2-57c5caa84617 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e423483374664153a105b4f930482129&device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 1130 time: 0.0468380 Mar 08 15:42:39.621992 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2a049d81-aacb-40a7-9247-c3a8c5942bc0 req-ec08543c-cbec-4e33-997b-0e105fafa2e2 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514619 Mar 08 15:42:39.630045 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0983e1-c284-491e-b741-58c21a92b42c req-5f233c1e-495c-4b5e-b544-6f9d7b1a9f75 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:39.639238 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-af0983e1-c284-491e-b741-58c21a92b42c req-5f233c1e-495c-4b5e-b544-6f9d7b1a9f75 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 943 time: 0.1067574 Mar 08 15:42:39.694118 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-af0983e1-c284-491e-b741-58c21a92b42c req-8e189e6e-babe-480d-ae61-fbeeb5c2ea99 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed4d55dc-218f-4793-ae49-e0f4c358c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539973 Mar 08 15:42:39.702976 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:39.728588 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'port_id': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1', 'mac_address': 'fa:16:3e:3d:d5:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:42:39.752237 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8e425-d3f1-4ea0-ab44-6df7a170f1a2 req-b0bd4335-183a-46e3-a0e3-2ef5738f89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:39.754027 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2bb8e425-d3f1-4ea0-ab44-6df7a170f1a2 req-b0bd4335-183a-46e3-a0e3-2ef5738f89f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=255bbbd8-9561-4fc6-bb81-e8d65f873238 HTTP/1.1" status: 200 len: 911 time: 0.1466620 Mar 08 15:42:39.765728 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:39.766109 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:39.773038 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94087283-ee0d-4bb5-be70-7fe8466abbcd req-990cdce0-defa-4321-9b72-f74884479eaf tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:39.774569 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-94087283-ee0d-4bb5-be70-7fe8466abbcd req-990cdce0-defa-4321-9b72-f74884479eaf tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 944 time: 0.0535614 Mar 08 15:42:39.783637 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:42:39.804370 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:39.809562 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:39.810512 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:42:39.822349 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2bb8e425-d3f1-4ea0-ab44-6df7a170f1a2 req-93b1daba-5b64-4180-bd7f-e7233048a839 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c HTTP/1.1" status: 200 len: 1001 time: 0.0605338 Mar 08 15:42:39.829126 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-94087283-ee0d-4bb5-be70-7fe8466abbcd req-e8a04253-b687-411b-89b8-16c3ec0b5387 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488393 Mar 08 15:42:39.875519 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8e425-d3f1-4ea0-ab44-6df7a170f1a2 req-71f6eee9-30fb-432c-b4cc-ff40d8fc2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:39.877012 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2bb8e425-d3f1-4ea0-ab44-6df7a170f1a2 req-71f6eee9-30fb-432c-b4cc-ff40d8fc2b17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e58c1222-1db0-4e89-92f7-183351066a93 HTTP/1.1" status: 200 len: 849 time: 0.0478485 Mar 08 15:42:39.885839 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:39.926483 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8e425-d3f1-4ea0-ab44-6df7a170f1a2 req-fd97f994-ad9f-4139-b28d-d63cd4b526b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:39.928041 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2bb8e425-d3f1-4ea0-ab44-6df7a170f1a2 req-fd97f994-ad9f-4139-b28d-d63cd4b526b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=255bbbd8-9561-4fc6-bb81-e8d65f873238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445766 Mar 08 15:42:39.951141 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=57cb4233-6031-4aa8-b8ee-51d4515f6dc4,segment=NetworkSegment(02a379d6-2953-4c52-a0d2-28e922eff80a),segment_id=02a379d6-2953-4c52-a0d2-28e922eff80a)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:39.964805 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4', 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7', 'port_id': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4', 'mac_address': 'fa:16:3e:b6:a4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:42:40.004254 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:40.004637 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:40.021590 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:42:40.023181 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2bb8e425-d3f1-4ea0-ab44-6df7a170f1a2 req-6fc9d268-9fc3-4824-be24-482607808d3f service neutron] 10.222.0.41 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873992 Mar 08 15:42:40.042199 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=57cb4233-6031-4aa8-b8ee-51d4515f6dc4,segment=NetworkSegment(02a379d6-2953-4c52-a0d2-28e922eff80a),segment_id=02a379d6-2953-4c52-a0d2-28e922eff80a)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:40.047354 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:40.096902 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=57cb4233-6031-4aa8-b8ee-51d4515f6dc4,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:40.119118 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2bb8e425-d3f1-4ea0-ab44-6df7a170f1a2 req-ae531907-cf09-492c-b8da-ec2213fe464c service neutron] 10.222.0.41 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880609 Mar 08 15:42:40.188506 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:40.379587 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['57cb4233-6031-4aa8-b8ee-51d4515f6dc4'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:42:40.406998 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:42:40.771817 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05888d7-66ac-46d3-9edd-f79977d2eefe req-a2dec627-e45b-4682-acdc-11cdcdc0b7a2 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:40.771817 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b05888d7-66ac-46d3-9edd-f79977d2eefe req-a2dec627-e45b-4682-acdc-11cdcdc0b7a2 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0614424 Mar 08 15:42:40.849237 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b05888d7-66ac-46d3-9edd-f79977d2eefe req-a0317f11-d5d3-46af-bc06-b71210761547 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669441 Mar 08 15:42:40.856463 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a52a7-133a-43e6-ba17-5e8b5f47b7f8 req-cd19f7c7-8ea5-4aeb-809b-8cbe4e0aa83d tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:40.858380 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fd8a52a7-133a-43e6-ba17-5e8b5f47b7f8 req-cd19f7c7-8ea5-4aeb-809b-8cbe4e0aa83d tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 944 time: 0.0879781 Mar 08 15:42:40.924354 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fd8a52a7-133a-43e6-ba17-5e8b5f47b7f8 req-77cc8236-ea09-4251-b72e-98d8de33b6f8 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed4d55dc-218f-4793-ae49-e0f4c358c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587983 Mar 08 15:42:40.965426 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da21e49-9dd9-4474-bbf0-704aa10c2303 req-5dc1744b-c6e3-47fa-8be2-767d5e5aa02e tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:40.966990 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4da21e49-9dd9-4474-bbf0-704aa10c2303 req-5dc1744b-c6e3-47fa-8be2-767d5e5aa02e tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 945 time: 0.0586479 Mar 08 15:42:40.996998 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:41.027316 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4da21e49-9dd9-4474-bbf0-704aa10c2303 req-6395ce36-cca4-421a-b81d-63637dc39f5f tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527611 Mar 08 15:42:41.563647 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:41.626289 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:42:41.631985 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:41.632764 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:41.721117 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:41.721514 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:41.746015 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb93b64d-0997-4e5a-a248-0ad0cd5e40df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:41.748493 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b18f183-110a-4876-9bc9-26a83da09465" -d '{"events": [{"server_uuid": "fb93b64d-0997-4e5a-a248-0ad0cd5e40df", "name": "network-vif-plugged", "status": "completed", "tag": "2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:41.764805 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:41.769756 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:41.770512 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:42:41.794746 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361d20ac-3264-43f6-ae31-4fae5be1235b x-openstack-request-id: req-361d20ac-3264-43f6-ae31-4fae5be1235b {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:41.795181 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb93b64d-0997-4e5a-a248-0ad0cd5e40df", "name": "network-vif-plugged", "status": "completed", "tag": "2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:41.795395 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-361d20ac-3264-43f6-ae31-4fae5be1235b {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:41.795773 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb93b64d-0997-4e5a-a248-0ad0cd5e40df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1', 'code': 200} Mar 08 15:42:41.847548 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:41.861798 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:42:41.865616 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:42:41.865983 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:41.955357 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:42:41.955755 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:41.985022 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cd088-6f36-4581-935c-cc0e16370059 req-660a5fd9-4cb4-48de-9fe6-213af286802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:41.987063 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-422cd088-6f36-4581-935c-cc0e16370059 req-660a5fd9-4cb4-48de-9fe6-213af286802b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 1129 time: 0.0542030 Mar 08 15:42:41.993476 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=57cb4233-6031-4aa8-b8ee-51d4515f6dc4,segment=NetworkSegment(02a379d6-2953-4c52-a0d2-28e922eff80a),segment_id=02a379d6-2953-4c52-a0d2-28e922eff80a)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:42:41.995784 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2d6ed-2297-46a8-848d-df48631697dd req-bbb8584e-3a59-4cd3-b347-25669502a657 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:41.997723 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-58b2d6ed-2297-46a8-848d-df48631697dd req-bbb8584e-3a59-4cd3-b347-25669502a657 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0614543 Mar 08 15:42:41.999303 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:42.045789 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-422cd088-6f36-4581-935c-cc0e16370059 req-fe8f4d2b-1ee8-455f-903d-8e287338aa9d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ed4d55dc-218f-4793-ae49-e0f4c358c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406325 Mar 08 15:42:42.054078 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=57cb4233-6031-4aa8-b8ee-51d4515f6dc4,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:42.077528 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-58b2d6ed-2297-46a8-848d-df48631697dd req-d81a1bfa-cbfb-40e8-9230-74c06c1eb3b3 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676455 Mar 08 15:42:42.085100 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdf9ff-07e0-4878-8c7e-6cc37870c7b3 req-fc2d0c3f-1249-49af-8d4d-64d502f6a4e4 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:42.086539 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f9fdf9ff-07e0-4878-8c7e-6cc37870c7b3 req-fc2d0c3f-1249-49af-8d4d-64d502f6a4e4 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 945 time: 0.0863853 Mar 08 15:42:42.142526 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f9fdf9ff-07e0-4878-8c7e-6cc37870c7b3 req-db8b78d6-6c11-4129-a159-70594e349eb7 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed4d55dc-218f-4793-ae49-e0f4c358c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497301 Mar 08 15:42:42.195778 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0f2f4-3005-45d4-8dc3-d106694789e0 req-520786f1-f2fe-4ede-9785-bed2824d7618 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:42.197321 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-efd0f2f4-3005-45d4-8dc3-d106694789e0 req-520786f1-f2fe-4ede-9785-bed2824d7618 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0664999 Mar 08 15:42:42.244356 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-efd0f2f4-3005-45d4-8dc3-d106694789e0 req-2d8e9a1d-7fbd-404c-9a4e-16a165b22140 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411372 Mar 08 15:42:42.310301 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:43.267585 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f885892-1cde-4b66-ba1a-556882c47b10 req-0b0857ca-fa06-4e3d-9f7c-c5e516b8e6a7 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:43.269048 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4f885892-1cde-4b66-ba1a-556882c47b10 req-0b0857ca-fa06-4e3d-9f7c-c5e516b8e6a7 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 945 time: 0.0546026 Mar 08 15:42:43.318532 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4f885892-1cde-4b66-ba1a-556882c47b10 req-adf8be62-33a6-48bd-843b-03b5c5babb01 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed4d55dc-218f-4793-ae49-e0f4c358c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437565 Mar 08 15:42:43.379392 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579091d5-ac0a-4d53-9a77-6680ca58b783 req-47790271-6ac3-40a3-a03d-fbe07219f031 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:43.380862 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-579091d5-ac0a-4d53-9a77-6680ca58b783 req-47790271-6ac3-40a3-a03d-fbe07219f031 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0598149 Mar 08 15:42:43.439545 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-579091d5-ac0a-4d53-9a77-6680ca58b783 req-b97dc975-db32-46aa-b2d0-4e34017b1161 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487914 Mar 08 15:42:43.797362 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c8a0c0-2b35-4224-99cd-28a58c73c3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:43.801046 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0a1d2d-bb3d-4716-95e3-552e0d2bd75a" -d '{"events": [{"server_uuid": "a8c8a0c0-2b35-4224-99cd-28a58c73c3ba", "name": "network-vif-plugged", "status": "completed", "tag": "57cb4233-6031-4aa8-b8ee-51d4515f6dc4"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:43.838568 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f362d412-4835-4945-b78b-e6de10488615 x-openstack-request-id: req-f362d412-4835-4945-b78b-e6de10488615 {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:43.838875 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c8a0c0-2b35-4224-99cd-28a58c73c3ba", "name": "network-vif-plugged", "status": "completed", "tag": "57cb4233-6031-4aa8-b8ee-51d4515f6dc4", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:43.839139 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f362d412-4835-4945-b78b-e6de10488615 {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:43.839541 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c8a0c0-2b35-4224-99cd-28a58c73c3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4', 'code': 200} Mar 08 15:42:44.115894 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eeab5-2443-40e0-9d02-fd073a37dd37 req-868c9b03-4f3b-4a3c-b034-e7972ea9f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:44.117407 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-315eeab5-2443-40e0-9d02-fd073a37dd37 req-868c9b03-4f3b-4a3c-b034-e7972ea9f9f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 1130 time: 0.0499284 Mar 08 15:42:44.174067 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-315eeab5-2443-40e0-9d02-fd073a37dd37 req-93a82a23-e9f0-4e75-8159-bd36d00a3b39 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447226 Mar 08 15:42:44.466626 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e363439-83c0-41d1-a8fb-1a90e6553c7c req-26b6a794-324d-4e9c-86f7-d772184f39b6 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:44.468346 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3e363439-83c0-41d1-a8fb-1a90e6553c7c req-26b6a794-324d-4e9c-86f7-d772184f39b6 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 945 time: 0.0678456 Mar 08 15:42:44.524919 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3e363439-83c0-41d1-a8fb-1a90e6553c7c req-5bfd9192-0c44-41de-afc8-6698a83ef174 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed4d55dc-218f-4793-ae49-e0f4c358c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509079 Mar 08 15:42:44.564523 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558df06a-6dca-424d-8717-5d4298a84662 req-6c23d153-02fe-445a-a726-88f51620f0a1 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:44.565989 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-558df06a-6dca-424d-8717-5d4298a84662 req-6c23d153-02fe-445a-a726-88f51620f0a1 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0540264 Mar 08 15:42:44.643647 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-558df06a-6dca-424d-8717-5d4298a84662 req-dd68948e-f83c-4583-a71a-d6e8579fc619 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719514 Mar 08 15:42:44.663190 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c5699-2c2f-453f-a048-ac9935806bdd req-1897b244-badd-4043-89bf-b2179d29d79a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:44.664647 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-667c5699-2c2f-453f-a048-ac9935806bdd req-1897b244-badd-4043-89bf-b2179d29d79a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 945 time: 0.0778916 Mar 08 15:42:44.674119 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 43904) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:44.678786 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-c0894fff-7c6e-4f8f-a744-8422b27684bb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'floatingip': {'port_id': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:44.759328 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c0894fff-7c6e-4f8f-a744-8422b27684bb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (4b5876a2-5804-4bbf-a003-559aae48e5bf), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:45.378856 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c0894fff-7c6e-4f8f-a744-8422b27684bb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:45.385245 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c0894fff-7c6e-4f8f-a744-8422b27684bb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (4b5876a2-5804-4bbf-a003-559aae48e5bf), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:45.737285 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.l3_db [None req-c0894fff-7c6e-4f8f-a744-8422b27684bb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Floating IP 4b5876a2-5804-4bbf-a003-559aae48e5bf associated. External IP: 172.27.1.79, port: 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1. Mar 08 15:42:45.763262 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e53d-7cfc-4662-9427-257f1c0f1013 req-811f2ee5-c5c7-4cd1-af1e-c29d3e854472 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:45.764744 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8787e53d-7cfc-4662-9427-257f1c0f1013 req-811f2ee5-c5c7-4cd1-af1e-c29d3e854472 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0534966 Mar 08 15:42:45.828384 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8787e53d-7cfc-4662-9427-257f1c0f1013 req-1a30ac54-da3e-4b72-aa17-946aff336323 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491421 Mar 08 15:42:45.946606 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739198e2-40a1-40e0-a4a6-0a900612a653 req-f8aad6cc-678b-4e46-bd08-8db2be487866 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:45.947963 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-739198e2-40a1-40e0-a4a6-0a900612a653 req-f8aad6cc-678b-4e46-bd08-8db2be487866 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0544178 Mar 08 15:42:45.956613 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0894fff-7c6e-4f8f-a744-8422b27684bb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:42:46.000700 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-739198e2-40a1-40e0-a4a6-0a900612a653 req-f8c53526-650d-4a9e-8e41-968bd9bc3039 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465972 Mar 08 15:42:46.022756 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 43914) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:46.078246 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0894fff-7c6e-4f8f-a744-8422b27684bb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:42:46.085089 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c0894fff-7c6e-4f8f-a744-8422b27684bb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:46.090877 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc35cac0-50f5-4eb8-b7b5-68bace36d691 None None] Sync routers for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:42:46.101562 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc35cac0-50f5-4eb8-b7b5-68bace36d691 None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:46.102251 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-bc35cac0-50f5-4eb8-b7b5-68bace36d691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:42:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:46.117913 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-c0894fff-7c6e-4f8f-a744-8422b27684bb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "PUT /v2.0/floatingips/4b5876a2-5804-4bbf-a003-559aae48e5bf HTTP/1.1" status: 200 len: 990 time: 1.4426265 Mar 08 15:42:46.118822 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb93b64d-0997-4e5a-a248-0ad0cd5e40df', 'tag': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:46.121114 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140f73e7-6693-4400-b496-4b0aceb0c540" -d '{"events": [{"name": "network-changed", "server_uuid": "fb93b64d-0997-4e5a-a248-0ad0cd5e40df", "tag": "2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:46.155764 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626b4290-8f1a-4f5b-b5b9-ffaca21b6e3e x-openstack-request-id: req-626b4290-8f1a-4f5b-b5b9-ffaca21b6e3e {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:46.156268 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb93b64d-0997-4e5a-a248-0ad0cd5e40df", "tag": "2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:46.156711 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-626b4290-8f1a-4f5b-b5b9-ffaca21b6e3e {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:46.157304 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb93b64d-0997-4e5a-a248-0ad0cd5e40df', 'tag': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1', 'status': 'completed', 'code': 200} Mar 08 15:42:46.213692 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-bc35cac0-50f5-4eb8-b7b5-68bace36d691 None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:46.238420 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f73e7-6693-4400-b496-4b0aceb0c540 req-711e17dd-1250-439b-a777-b5964d0b69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:46.239965 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-140f73e7-6693-4400-b496-4b0aceb0c540 req-711e17dd-1250-439b-a777-b5964d0b69a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62d3c6874e0e48c792aaf383f2bb7945&device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 1129 time: 0.0496621 Mar 08 15:42:46.253106 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e8b21a-bc5f-4d50-8e28-1f205c41f98d tempest-TestShelveInstance-1938318882 tempest-TestShelveInstance-1938318882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:46.254649 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-16e8b21a-bc5f-4d50-8e28-1f205c41f98d tempest-TestShelveInstance-1938318882 tempest-TestShelveInstance-1938318882-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 1125 time: 0.2308769 Mar 08 15:42:46.257708 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 43922) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:42:46.261968 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Request body: {'floatingip': {'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'port_id': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:42:46.284195 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:46.359611 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f73e7-6693-4400-b496-4b0aceb0c540 req-96446628-4ac2-40bb-aeb7-ef9d915946e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:46.361216 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-140f73e7-6693-4400-b496-4b0aceb0c540 req-96446628-4ac2-40bb-aeb7-ef9d915946e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a91eab27-e927-433f-826e-c27a0b9152a4 HTTP/1.1" status: 200 len: 916 time: 0.1113813 Mar 08 15:42:46.388103 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:46.429643 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-140f73e7-6693-4400-b496-4b0aceb0c540 req-6bfd5427-93f1-4fb2-9190-37ab4900750c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 HTTP/1.1" status: 200 len: 998 time: 0.0611911 Mar 08 15:42:46.483757 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f73e7-6693-4400-b496-4b0aceb0c540 req-184be390-c3cc-4a95-9ce3-fce2a621d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:46.485626 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-140f73e7-6693-4400-b496-4b0aceb0c540 req-184be390-c3cc-4a95-9ce3-fce2a621d0a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07efbca3-18a1-4b3b-886d-8e44215b7116 HTTP/1.1" status: 200 len: 854 time: 0.0498383 Mar 08 15:42:46.495490 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Allocated IP 172.27.1.95 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/d631d2b3-fb42-4389-95f9-1d33ad1ee5da) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:42:46.503221 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-bc35cac0-50f5-4eb8-b7b5-68bace36d691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '4b5876a2-5804-4bbf-a003-559aae48e5bf', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'port_id': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'mac_address': 'fa:16:3e:3d:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb93b64d-0997-4e5a-a248-0ad0cd5e40df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:42:32Z', 'updated_at': '2022-03-08T15:42:45Z', 'revision_number': 1, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:46.532018 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc35cac0-50f5-4eb8-b7b5-68bace36d691 None None] Checking router: a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:42:46.537290 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f73e7-6693-4400-b496-4b0aceb0c540 req-03172a9f-28c7-451e-9d69-c88ff3be24d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:46.538832 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-140f73e7-6693-4400-b496-4b0aceb0c540 req-03172a9f-28c7-451e-9d69-c88ff3be24d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a91eab27-e927-433f-826e-c27a0b9152a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463436 Mar 08 15:42:46.540886 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc35cac0-50f5-4eb8-b7b5-68bace36d691 None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:46.541487 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-bc35cac0-50f5-4eb8-b7b5-68bace36d691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:42:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:46.620964 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for port (d631d2b3-fb42-4389-95f9-1d33ad1ee5da), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:46.650999 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-140f73e7-6693-4400-b496-4b0aceb0c540 req-9ab737d3-4cfa-4a7c-88fa-74f6b0a71547 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997384 Mar 08 15:42:46.662576 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (d631d2b3-fb42-4389-95f9-1d33ad1ee5da), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:46.700615 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:42:46.706676 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:42:46.710246 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:42:46.741008 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Pushing event updated for resources: {'Port': ['ID=d631d2b3-fb42-4389-95f9-1d33ad1ee5da,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:46.805246 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-bc35cac0-50f5-4eb8-b7b5-68bace36d691 None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:46.815103 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-6145d27e-3eb6-4e5f-acc2-1b57f377bb96 req-c201066e-3060-45d7-b2e6-6dab1ec7e46d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1017420 Mar 08 15:42:46.817664 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-140f73e7-6693-4400-b496-4b0aceb0c540 req-a11d7045-6eab-4341-9e67-78505257e742 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465819 Mar 08 15:42:46.900546 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145d27e-3eb6-4e5f-acc2-1b57f377bb96 req-fdfc9297-13ee-4110-a66c-7fe5762639d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:46.902575 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-6145d27e-3eb6-4e5f-acc2-1b57f377bb96 req-fdfc9297-13ee-4110-a66c-7fe5762639d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e423483374664153a105b4f930482129&device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 1130 time: 0.0605421 Mar 08 15:42:47.014373 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145d27e-3eb6-4e5f-acc2-1b57f377bb96 req-692c40bc-de33-455f-ab18-30dedad94c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:47.016310 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-6145d27e-3eb6-4e5f-acc2-1b57f377bb96 req-692c40bc-de33-455f-ab18-30dedad94c68 service neutron] 10.222.0.41 "GET /v2.0/networks?id=255bbbd8-9561-4fc6-bb81-e8d65f873238 HTTP/1.1" status: 200 len: 911 time: 0.0918946 Mar 08 15:42:47.059998 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-bc35cac0-50f5-4eb8-b7b5-68bace36d691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '4b5876a2-5804-4bbf-a003-559aae48e5bf', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'port_id': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'mac_address': 'fa:16:3e:3d:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb93b64d-0997-4e5a-a248-0ad0cd5e40df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:42:32Z', 'updated_at': '2022-03-08T15:42:45Z', 'revision_number': 1, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:47.088857 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc35cac0-50f5-4eb8-b7b5-68bace36d691 None None] The sync data for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi is: [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '4b5876a2-5804-4bbf-a003-559aae48e5bf', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'port_id': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'mac_address': 'fa:16:3e:3d:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb93b64d-0997-4e5a-a248-0ad0cd5e40df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:42:32Z', 'updated_at': '2022-03-08T15:42:45Z', 'revision_number': 1, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:42:47.112035 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-6145d27e-3eb6-4e5f-acc2-1b57f377bb96 req-ba0e47e4-e195-402a-a473-ae19ef48e063 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c HTTP/1.1" status: 200 len: 1001 time: 0.0888147 Mar 08 15:42:47.154104 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for floatingip (41076584-f010-4418-ab3b-0183339b8b7d), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:47.193544 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145d27e-3eb6-4e5f-acc2-1b57f377bb96 req-decc2229-4bcb-4d1c-afd0-e5537eac00f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:47.195541 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-6145d27e-3eb6-4e5f-acc2-1b57f377bb96 req-decc2229-4bcb-4d1c-afd0-e5537eac00f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e58c1222-1db0-4e89-92f7-183351066a93 HTTP/1.1" status: 200 len: 849 time: 0.0634129 Mar 08 15:42:47.230616 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (d631d2b3-fb42-4389-95f9-1d33ad1ee5da), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:47.254775 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145d27e-3eb6-4e5f-acc2-1b57f377bb96 req-cabffcf6-dd8d-466d-9070-eec25c9e1684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:47.256303 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-6145d27e-3eb6-4e5f-acc2-1b57f377bb96 req-cabffcf6-dd8d-466d-9070-eec25c9e1684 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=255bbbd8-9561-4fc6-bb81-e8d65f873238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528781 Mar 08 15:42:47.314076 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928d22d9-b3e6-4b9f-ad73-d6d2ac66cb10 None None] New status for floating IP 4b5876a2-5804-4bbf-a003-559aae48e5bf: ACTIVE {{(pid=104420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:42:47.366017 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:47.373464 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-6145d27e-3eb6-4e5f-acc2-1b57f377bb96 req-cf6ff279-065c-4956-b096-e109a747e407 service neutron] 10.222.0.41 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078200 Mar 08 15:42:47.406132 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for port (d631d2b3-fb42-4389-95f9-1d33ad1ee5da), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:47.416144 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14517953'] for port (d631d2b3-fb42-4389-95f9-1d33ad1ee5da), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:47.469603 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-6145d27e-3eb6-4e5f-acc2-1b57f377bb96 req-950e1fdd-42d2-44fe-9831-23d4d05e8f1e service neutron] 10.222.0.41 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894957 Mar 08 15:42:47.737482 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Pushing event updated for resources: {'Port': ['ID=d631d2b3-fb42-4389-95f9-1d33ad1ee5da,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:42:47.747804 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (41076584-f010-4418-ab3b-0183339b8b7d), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:47.850194 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Floating IP 41076584-f010-4418-ab3b-0183339b8b7d associated. External IP: 172.27.1.95, port: 57cb4233-6031-4aa8-b8ee-51d4515f6dc4. Mar 08 15:42:48.063002 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Router 592430f6-e999-485a-860c-1490054fb0cf has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:42:48.177293 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:42:48.188300 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928edfab-2c54-48d6-be23-a11061d5f1d5 None None] Sync routers for ids ['592430f6-e999-485a-860c-1490054fb0cf'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:42:48.195364 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:42:48.202607 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928edfab-2c54-48d6-be23-a11061d5f1d5 None None] Routers {'592430f6-e999-485a-860c-1490054fb0cf'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:48.203237 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-928edfab-2c54-48d6-be23-a11061d5f1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:42:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['592430f6-e999-485a-860c-1490054fb0cf'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:48.224415 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c865cb03-1957-4167-8fe2-be6bb0164cc6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9656925 Mar 08 15:42:48.224984 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c8a0c0-2b35-4224-99cd-28a58c73c3ba', 'tag': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:42:48.227310 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71785947914745800d43d5c0a78718fe11ea6fdba8b9e0230793fe8b114d71b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdef84e-a91e-4a15-bc4a-3f265416cdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c8a0c0-2b35-4224-99cd-28a58c73c3ba", "tag": "57cb4233-6031-4aa8-b8ee-51d4515f6dc4"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:42:48.262047 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf41451-2313-4046-bb4d-6ae7a7321fbf x-openstack-request-id: req-3bf41451-2313-4046-bb4d-6ae7a7321fbf {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:42:48.262337 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c8a0c0-2b35-4224-99cd-28a58c73c3ba", "tag": "57cb4233-6031-4aa8-b8ee-51d4515f6dc4", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:42:48.262611 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3bf41451-2313-4046-bb4d-6ae7a7321fbf {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:42:48.263031 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c8a0c0-2b35-4224-99cd-28a58c73c3ba', 'tag': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4', 'status': 'completed', 'code': 200} Mar 08 15:42:48.315073 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-928edfab-2c54-48d6-be23-a11061d5f1d5 None None] Set router 592430f6-e999-485a-860c-1490054fb0cf gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:48.347723 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdef84e-a91e-4a15-bc4a-3f265416cdfd req-f9b483a0-962a-4925-b72c-6be474ab9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:48.349279 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7cdef84e-a91e-4a15-bc4a-3f265416cdfd req-f9b483a0-962a-4925-b72c-6be474ab9c24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb368cfd69d14ec7970e2f6d22701c6d&device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 1130 time: 0.0468373 Mar 08 15:42:48.453301 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdef84e-a91e-4a15-bc4a-3f265416cdfd req-48366493-d8e0-4da8-83f2-ac604d5d1ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:48.454831 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7cdef84e-a91e-4a15-bc4a-3f265416cdfd req-48366493-d8e0-4da8-83f2-ac604d5d1ecf service neutron] 10.222.0.41 "GET /v2.0/networks?id=abfda2a0-132b-4978-bd17-7bbda6476ec7 HTTP/1.1" status: 200 len: 909 time: 0.0895689 Mar 08 15:42:48.521213 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7cdef84e-a91e-4a15-bc4a-3f265416cdfd req-65aea8da-e37c-46bf-83ae-cc9ff9629ed3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57cb4233-6031-4aa8-b8ee-51d4515f6dc4 HTTP/1.1" status: 200 len: 999 time: 0.0598402 Mar 08 15:42:48.539099 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-928edfab-2c54-48d6-be23-a11061d5f1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592430f6-e999-485a-860c-1490054fb0cf', 'name': 'tempest-TestShelveInstance-618727578-router', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 4, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'gw_port': {'id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '41076584-f010-4418-ab3b-0183339b8b7d', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '592430f6-e999-485a-860c-1490054fb0cf', 'port_id': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7', 'mac_address': 'fa:16:3e:b6:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8a0c0-2b35-4224-99cd-28a58c73c3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:42:46Z', 'updated_at': '2022-03-08T15:42:46Z', 'revision_number': 0, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89bf96f4-4b80-4f63-916b-148d1a80d900', 'name': '', 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'mac_address': 'fa:16:3e:06:01:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:56Z', 'updated_at': '2022-03-08T15:42:01Z', 'revision_number': 5, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'subnets': [{'id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:48.566994 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928edfab-2c54-48d6-be23-a11061d5f1d5 None None] Checking router: 592430f6-e999-485a-860c-1490054fb0cf for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:42:48.574532 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdef84e-a91e-4a15-bc4a-3f265416cdfd req-e65bde8e-dc78-4763-b37d-8041d9748b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:48.575179 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928edfab-2c54-48d6-be23-a11061d5f1d5 None None] Routers {'592430f6-e999-485a-860c-1490054fb0cf'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:42:48.576008 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-928edfab-2c54-48d6-be23-a11061d5f1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:42:38Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['592430f6-e999-485a-860c-1490054fb0cf'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:48.576319 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7cdef84e-a91e-4a15-bc4a-3f265416cdfd req-e65bde8e-dc78-4763-b37d-8041d9748b40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e40898-8aff-4be1-8e3a-681338b0d56e HTTP/1.1" status: 200 len: 847 time: 0.0491688 Mar 08 15:42:48.641812 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdef84e-a91e-4a15-bc4a-3f265416cdfd req-4572ca27-c74b-422e-86ca-5681b2595cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:42:48.643427 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7cdef84e-a91e-4a15-bc4a-3f265416cdfd req-4572ca27-c74b-422e-86ca-5681b2595cf9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abfda2a0-132b-4978-bd17-7bbda6476ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484722 Mar 08 15:42:48.694844 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-928edfab-2c54-48d6-be23-a11061d5f1d5 None None] Set router 592430f6-e999-485a-860c-1490054fb0cf gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:42:48.740389 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7cdef84e-a91e-4a15-bc4a-3f265416cdfd req-75f22ec9-839f-4cbb-b8ca-c5a9447b67ca service neutron] 10.222.0.41 "GET /v2.0/networks/abfda2a0-132b-4978-bd17-7bbda6476ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837190 Mar 08 15:42:48.848248 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7cdef84e-a91e-4a15-bc4a-3f265416cdfd req-c6aab3c1-7b3b-48e8-ac88-979def78eb6d service neutron] 10.222.0.41 "GET /v2.0/networks/abfda2a0-132b-4978-bd17-7bbda6476ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905957 Mar 08 15:42:48.922994 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-928edfab-2c54-48d6-be23-a11061d5f1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592430f6-e999-485a-860c-1490054fb0cf', 'name': 'tempest-TestShelveInstance-618727578-router', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 4, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'gw_port': {'id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '41076584-f010-4418-ab3b-0183339b8b7d', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '592430f6-e999-485a-860c-1490054fb0cf', 'port_id': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7', 'mac_address': 'fa:16:3e:b6:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8a0c0-2b35-4224-99cd-28a58c73c3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:42:46Z', 'updated_at': '2022-03-08T15:42:46Z', 'revision_number': 0, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89bf96f4-4b80-4f63-916b-148d1a80d900', 'name': '', 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'mac_address': 'fa:16:3e:06:01:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:56Z', 'updated_at': '2022-03-08T15:42:01Z', 'revision_number': 5, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'subnets': [{'id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:42:48.950501 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928edfab-2c54-48d6-be23-a11061d5f1d5 None None] The sync data for ids ['592430f6-e999-485a-860c-1490054fb0cf'] in dv-cinder-830098-2-iscsi is: [{'id': '592430f6-e999-485a-860c-1490054fb0cf', 'name': 'tempest-TestShelveInstance-618727578-router', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 4, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'gw_port': {'id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '41076584-f010-4418-ab3b-0183339b8b7d', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'floating_ip_address': '172.27.1.95', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '592430f6-e999-485a-860c-1490054fb0cf', 'port_id': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7', 'mac_address': 'fa:16:3e:b6:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c8a0c0-2b35-4224-99cd-28a58c73c3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:42:46Z', 'updated_at': '2022-03-08T15:42:46Z', 'revision_number': 0, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89bf96f4-4b80-4f63-916b-148d1a80d900', 'name': '', 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'mac_address': 'fa:16:3e:06:01:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:56Z', 'updated_at': '2022-03-08T15:42:01Z', 'revision_number': 5, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'subnets': [{'id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:42:49.163016 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb035d4-6df3-427e-a7d8-65e86361608f None None] New status for floating IP 41076584-f010-4418-ab3b-0183339b8b7d: ACTIVE {{(pid=104420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:42:59.507065 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:43:02.424221 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2018551-a936-4a38-bd59-e73a611cc6c4 req-3a768fa2-6ff9-4ea5-9504-317d9448eb1f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:02.425698 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a2018551-a936-4a38-bd59-e73a611cc6c4 req-3a768fa2-6ff9-4ea5-9504-317d9448eb1f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 947 time: 0.0559509 Mar 08 15:43:02.474251 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a2018551-a936-4a38-bd59-e73a611cc6c4 req-74add877-1871-4795-94fb-46a86a6b49e2 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429223 Mar 08 15:43:03.612816 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57af40-0a8a-41b8-9854-e4ce2f7110f4 req-56aab709-859e-4e54-b2af-bbf8148ae717 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:03.614648 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1d57af40-0a8a-41b8-9854-e4ce2f7110f4 req-56aab709-859e-4e54-b2af-bbf8148ae717 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 947 time: 0.0558112 Mar 08 15:43:03.670005 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1d57af40-0a8a-41b8-9854-e4ce2f7110f4 req-b22e684f-b50c-4620-8919-533d0b759394 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490103 Mar 08 15:43:04.803116 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c840d-effb-427e-a914-4904f7c42628 req-71178140-67d5-4275-b0b2-02b2a997b1cc tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:04.804477 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-682c840d-effb-427e-a914-4904f7c42628 req-71178140-67d5-4275-b0b2-02b2a997b1cc tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 947 time: 0.0640726 Mar 08 15:43:04.854786 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-682c840d-effb-427e-a914-4904f7c42628 req-4241a148-75c1-459d-972e-f472549fe4e8 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419245 Mar 08 15:43:05.758404 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bc26a518-8611-4169-a1ad-f156123b93d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:05.996369 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f52c9-744c-49f8-ac6a-4f17593114b8 req-2a741c42-19b2-428d-950a-f69e36e7ba38 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:05.997853 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-422f52c9-744c-49f8-ac6a-4f17593114b8 req-2a741c42-19b2-428d-950a-f69e36e7ba38 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 947 time: 0.0571434 Mar 08 15:43:06.048721 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-422f52c9-744c-49f8-ac6a-4f17593114b8 req-e8f4ae35-05e0-4eca-b008-77968725aba7 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433702 Mar 08 15:43:07.194943 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1580979-11a1-467f-a90d-2db7476c6517 req-1b496877-c66f-41ce-9883-ed0783660fc0 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:07.196405 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f1580979-11a1-467f-a90d-2db7476c6517 req-1b496877-c66f-41ce-9883-ed0783660fc0 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 947 time: 0.0658336 Mar 08 15:43:07.245546 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f1580979-11a1-467f-a90d-2db7476c6517 req-bc2a4e24-bb2d-406d-a93d-69d2c4bde643 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434494 Mar 08 15:43:08.382425 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab4044-cb77-4081-96b1-fb97e9143be0 req-af2724f2-732b-4ae9-86c0-d8424d4b31f0 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:08.383902 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3dab4044-cb77-4081-96b1-fb97e9143be0 req-af2724f2-732b-4ae9-86c0-d8424d4b31f0 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 947 time: 0.0563099 Mar 08 15:43:08.433911 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3dab4044-cb77-4081-96b1-fb97e9143be0 req-9e4c6a81-91ca-42ee-94e5-81d0eb62196d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439281 Mar 08 15:43:08.522344 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-1f7b8480-7622-4dca-8b98-097cbf86f115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:09.175156 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c7fc5-7f89-4b4c-b499-d6c466c114f5 req-09cc4c28-c4f2-4afa-b3e1-972d03916994 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:09.176622 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ec2c7fc5-7f89-4b4c-b499-d6c466c114f5 req-09cc4c28-c4f2-4afa-b3e1-972d03916994 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 947 time: 0.0631008 Mar 08 15:43:09.293852 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-ec2c7fc5-7f89-4b4c-b499-d6c466c114f5 req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Deleting port 1bfe6957-d915-492e-bee7-358270ccc0cf {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:43:09.294171 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ec2c7fc5-7f89-4b4c-b499-d6c466c114f5 req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:09.388499 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-ec2c7fc5-7f89-4b4c-b499-d6c466c114f5 req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] For port 1bfe6957-d915-492e-bee7-358270ccc0cf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1bfe6957-d915-492e-bee7-358270ccc0cf,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:09.388848 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ec2c7fc5-7f89-4b4c-b499-d6c466c114f5 req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:09.572716 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98e9c5-1383-4892-89a1-cb0d5b02f383 req-02b569fd-b241-4c3a-ac5b-c58a469f8894 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:09.574188 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2b98e9c5-1383-4892-89a1-cb0d5b02f383 req-02b569fd-b241-4c3a-ac5b-c58a469f8894 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 947 time: 0.0525358 Mar 08 15:43:09.623952 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2b98e9c5-1383-4892-89a1-cb0d5b02f383 req-7e92e0fd-96c2-4b60-b848-ba9da11ee067 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c410228-63dd-4f9f-96ec-657aa196cc18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441539 Mar 08 15:43:09.630800 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ec2c7fc5-7f89-4b4c-b499-d6c466c114f5 req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:09.631165 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ec2c7fc5-7f89-4b4c-b499-d6c466c114f5 req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (a1b8139c-896d-4b48-beb1-0106696e4e10), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:09.631476 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.l3_db [req-ec2c7fc5-7f89-4b4c-b499-d6c466c114f5 req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Floating IP a1b8139c-896d-4b48-beb1-0106696e4e10 disassociated. External IP: 172.27.1.227, port: 1bfe6957-d915-492e-bee7-358270ccc0cf. Mar 08 15:43:09.631808 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-ec2c7fc5-7f89-4b4c-b499-d6c466c114f5 req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Calling delete_port for 1bfe6957-d915-492e-bee7-358270ccc0cf owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:43:09.768197 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ec2c7fc5-7f89-4b4c-b499-d6c466c114f5 req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (1bfe6957-d915-492e-bee7-358270ccc0cf), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:09.796417 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Pushing event deleted for resources: {'Port': ['ID=1bfe6957-d915-492e-bee7-358270ccc0cf,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:09.807564 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:09.807912 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:09.808251 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:09.808587 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:09.808921 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:09.809253 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:09.809577 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:09.809900 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:09.810221 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:09.810572 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:09.810897 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:09.811212 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:09.811527 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:09.924369 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec2c7fc5-7f89-4b4c-b499-d6c466c114f5 req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Router 1c963191-b183-40cb-9a78-1c8d3a552aa9 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:43:10.043670 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec2c7fc5-7f89-4b4c-b499-d6c466c114f5 req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:43:10.054579 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2644d9c-fb51-40e0-92d2-64048aea70af None None] Sync routers for ids ['1c963191-b183-40cb-9a78-1c8d3a552aa9'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:43:10.067368 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2644d9c-fb51-40e0-92d2-64048aea70af None None] Routers {'1c963191-b183-40cb-9a78-1c8d3a552aa9'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:10.068238 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d2644d9c-fb51-40e0-92d2-64048aea70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:43:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['1c963191-b183-40cb-9a78-1c8d3a552aa9'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:10.086662 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2c7fc5-7f89-4b4c-b499-d6c466c114f5 req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] No DVR routers for this DVR port 1bfe6957-d915-492e-bee7-358270ccc0cf on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:43:10.089458 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ec2c7fc5-7f89-4b4c-b499-d6c466c114f5 req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:10.093369 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ec2c7fc5-7f89-4b4c-b499-d6c466c114f5 req-dc5b8b31-3d2a-4fdc-aebe-3698f1fc1d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.41 "DELETE /v2.0/ports/1bfe6957-d915-492e-bee7-358270ccc0cf HTTP/1.1" status: 204 len: 173 time: 0.9096038 Mar 08 15:43:10.093830 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e726af8-263b-476f-94e4-4f39592931b4', 'name': 'network-vif-deleted', 'tag': '1bfe6957-d915-492e-bee7-358270ccc0cf'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:10.096164 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1d0323-92cc-4073-8213-a382b52fed82" -d '{"events": [{"server_uuid": "7e726af8-263b-476f-94e4-4f39592931b4", "name": "network-vif-deleted", "tag": "1bfe6957-d915-492e-bee7-358270ccc0cf"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:10.148362 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f9dfe9-3342-4305-b8ae-054d4a522de7 x-openstack-request-id: req-69f9dfe9-3342-4305-b8ae-054d4a522de7 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:10.148907 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e726af8-263b-476f-94e4-4f39592931b4", "name": "network-vif-deleted", "tag": "1bfe6957-d915-492e-bee7-358270ccc0cf", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:10.149347 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69f9dfe9-3342-4305-b8ae-054d4a522de7 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:10.150805 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e726af8-263b-476f-94e4-4f39592931b4', 'name': 'network-vif-deleted', 'tag': '1bfe6957-d915-492e-bee7-358270ccc0cf', 'status': 'completed', 'code': 200} Mar 08 15:43:10.183269 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-d2644d9c-fb51-40e0-92d2-64048aea70af None None] Set router 1c963191-b183-40cb-9a78-1c8d3a552aa9 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:10.221364 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:10.405748 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d2644d9c-fb51-40e0-92d2-64048aea70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:50Z', 'revision_number': 4, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port': {'id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '8602b8e6-aa7f-4d02-9d3e-df73d2575fde', 'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'mac_address': 'fa:16:3e:6c:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:55Z', 'revision_number': 5, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'subnets': [{'id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:10.433719 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2644d9c-fb51-40e0-92d2-64048aea70af None None] Checking router: 1c963191-b183-40cb-9a78-1c8d3a552aa9 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:43:10.443359 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2644d9c-fb51-40e0-92d2-64048aea70af None None] Routers {'1c963191-b183-40cb-9a78-1c8d3a552aa9'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:10.444235 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d2644d9c-fb51-40e0-92d2-64048aea70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:43:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['1c963191-b183-40cb-9a78-1c8d3a552aa9'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:10.552612 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-d2644d9c-fb51-40e0-92d2-64048aea70af None None] Set router 1c963191-b183-40cb-9a78-1c8d3a552aa9 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:10.739523 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-062d5f36-cf1f-421f-82bf-dec72c9e8a17 req-ccf523e3-0244-44e9-9301-f73b81a5d0b8 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 210 time: 0.0280159 Mar 08 15:43:10.758038 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d2644d9c-fb51-40e0-92d2-64048aea70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:50Z', 'revision_number': 4, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port': {'id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '8602b8e6-aa7f-4d02-9d3e-df73d2575fde', 'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'mac_address': 'fa:16:3e:6c:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:55Z', 'revision_number': 5, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'subnets': [{'id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:10.784966 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2644d9c-fb51-40e0-92d2-64048aea70af None None] The sync data for ids ['1c963191-b183-40cb-9a78-1c8d3a552aa9'] in dv-cinder-830098-2-iscsi is: [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:50Z', 'revision_number': 4, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port': {'id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '8602b8e6-aa7f-4d02-9d3e-df73d2575fde', 'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'mac_address': 'fa:16:3e:6c:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:55Z', 'revision_number': 5, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'subnets': [{'id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:43:11.002209 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:11.014782 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e2ccaf-9909-4fca-85b0-6e3c38bb39d1 None None] New status for floating IP a1b8139c-896d-4b48-beb1-0106696e4e10: DOWN {{(pid=104420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:43:11.862814 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5506dca6-5000-4985-8dd4-a3af170fcddd req-637300b3-6af3-4c86-8a98-d94ea39887ab tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 210 time: 0.0299828 Mar 08 15:43:12.305877 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:12.985312 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-383d4421-fd3e-4871-954c-71195c0f327a req-376a9bed-05c5-45f7-bbc0-b22184dbb2ac tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e726af8-263b-476f-94e4-4f39592931b4 HTTP/1.1" status: 200 len: 210 time: 0.0297508 Mar 08 15:43:13.671563 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 1bfe6957-d915-492e-bee7-358270ccc0cf no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:43:13.698332 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: 1bfe6957-d915-492e-bee7-358270ccc0cf {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:43:13.699183 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 1bfe6957-d915-492e-bee7-358270ccc0cf not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:43:14.086090 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 44082) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:14.147259 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-604d61ee-698f-4a83-bdec-4731ee924afa tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group (9c410228-63dd-4f9f-96ec-657aa196cc18), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.173146 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-604d61ee-698f-4a83-bdec-4731ee924afa tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group (9c410228-63dd-4f9f-96ec-657aa196cc18), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.222609 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-604d61ee-698f-4a83-bdec-4731ee924afa tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (9c410228-63dd-4f9f-96ec-657aa196cc18), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.225196 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-604d61ee-698f-4a83-bdec-4731ee924afa tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.229002 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-604d61ee-698f-4a83-bdec-4731ee924afa tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "DELETE /v2.0/security-groups/9c410228-63dd-4f9f-96ec-657aa196cc18 HTTP/1.1" status: 204 len: 168 time: 0.1387811 Mar 08 15:43:14.229396 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 44088) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:14.240230 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d61ee-698f-4a83-bdec-4731ee924afa tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c410228-63dd-4f9f-96ec-657aa196cc18,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:14.254076 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.api.v2.resource [None req-3a2f2607-b54b-42e2-b32f-8a3d25cc966f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] show failed (client error): The resource could not be found. Mar 08 15:43:14.259650 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 44092) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:14.260573 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-3a2f2607-b54b-42e2-b32f-8a3d25cc966f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups/9c410228-63dd-4f9f-96ec-657aa196cc18 HTTP/1.1" status: 404 len: 347 time: 0.0289829 Mar 08 15:43:14.410431 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-d8359a58-016a-49fd-8f3f-dd97a67eac7a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Deleting port 8a12b933-e386-440e-a48c-38a6d142f8b1 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:43:14.410753 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d8359a58-016a-49fd-8f3f-dd97a67eac7a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (8a12b933-e386-440e-a48c-38a6d142f8b1), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.506961 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d8359a58-016a-49fd-8f3f-dd97a67eac7a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (8a12b933-e386-440e-a48c-38a6d142f8b1), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.508707 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d8359a58-016a-49fd-8f3f-dd97a67eac7a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for floatingip (8a12b933-e386-440e-a48c-38a6d142f8b1), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.521861 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-d8359a58-016a-49fd-8f3f-dd97a67eac7a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Calling delete_port for 8a12b933-e386-440e-a48c-38a6d142f8b1 owned by network:floatingip {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:43:14.689404 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d8359a58-016a-49fd-8f3f-dd97a67eac7a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (8a12b933-e386-440e-a48c-38a6d142f8b1), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.715804 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8359a58-016a-49fd-8f3f-dd97a67eac7a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Pushing event deleted for resources: {'Port': ['ID=8a12b933-e386-440e-a48c-38a6d142f8b1,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:14.783956 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d8359a58-016a-49fd-8f3f-dd97a67eac7a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for floatingip (a1b8139c-896d-4b48-beb1-0106696e4e10), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.787580 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d8359a58-016a-49fd-8f3f-dd97a67eac7a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:14.788420 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-d8359a58-016a-49fd-8f3f-dd97a67eac7a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "DELETE /v2.0/floatingips/a1b8139c-896d-4b48-beb1-0106696e4e10 HTTP/1.1" status: 204 len: 168 time: 0.5263579 Mar 08 15:43:15.229860 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 44096) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:15.234303 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971915752', 'description': 'tempest-description--1055834487'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:15.256540 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.326000 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group (33fe3b94-70a8-4fb1-805e-fa727422fd8e), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.332527 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (33fe3b94-70a8-4fb1-805e-fa727422fd8e), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.368408 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33fe3b94-70a8-4fb1-805e-fa727422fd8e,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:15.373197 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.374439 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1435852 Mar 08 15:43:15.377793 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 44104) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:15.379689 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:15.380036 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:15.380380 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:15.380716 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:15.381046 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:15.381373 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:15.381735 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:15.382041 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:15.382364 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:15.382511 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-9d63a0a1-48b5-486a-94f5-f553f162977e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Request body: {'security_group_rule': {'security_group_id': '33fe3b94-70a8-4fb1-805e-fa727422fd8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:15.382713 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:15.383040 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:15.383343 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:15.383665 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a058a91c-2212-454e-80bc-4bf362f005d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:15.408634 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9d63a0a1-48b5-486a-94f5-f553f162977e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group_rule (14e7a37f-a935-4d0b-ab55-6f57d57e1314), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.462562 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9d63a0a1-48b5-486a-94f5-f553f162977e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group_rule (14e7a37f-a935-4d0b-ab55-6f57d57e1314), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.466920 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9d63a0a1-48b5-486a-94f5-f553f162977e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (14e7a37f-a935-4d0b-ab55-6f57d57e1314), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.485370 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63a0a1-48b5-486a-94f5-f553f162977e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e7a37f-a935-4d0b-ab55-6f57d57e1314,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:15.491598 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9d63a0a1-48b5-486a-94f5-f553f162977e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.492837 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-9d63a0a1-48b5-486a-94f5-f553f162977e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138682 Mar 08 15:43:15.495457 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 44106) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:15.499823 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-4d2f1cc2-ba8e-4f77-be37-220cfea12960 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Request body: {'security_group_rule': {'security_group_id': '33fe3b94-70a8-4fb1-805e-fa727422fd8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:15.525157 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1cc2-ba8e-4f77-be37-220cfea12960 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group_rule (12741398-1546-4569-b32a-daa2531ea7f3), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.582767 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1cc2-ba8e-4f77-be37-220cfea12960 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group_rule (12741398-1546-4569-b32a-daa2531ea7f3), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.588082 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1cc2-ba8e-4f77-be37-220cfea12960 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (12741398-1546-4569-b32a-daa2531ea7f3), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.607989 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f1cc2-ba8e-4f77-be37-220cfea12960 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12741398-1546-4569-b32a-daa2531ea7f3,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:15.615370 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1cc2-ba8e-4f77-be37-220cfea12960 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.616576 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-4d2f1cc2-ba8e-4f77-be37-220cfea12960 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201758 Mar 08 15:43:15.619636 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 44110) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:15.623918 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-bda1df9c-836e-4c0e-97d2-c7ece1f7a7e1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Request body: {'floatingip': {'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:15.644652 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bda1df9c-836e-4c0e-97d2-c7ece1f7a7e1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.742259 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bda1df9c-836e-4c0e-97d2-c7ece1f7a7e1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:15.863468 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-bda1df9c-836e-4c0e-97d2-c7ece1f7a7e1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Allocated IP 172.27.1.68 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/0a4d0d77-d057-4f58-aa47-da458c30a674) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:43:15.967707 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bda1df9c-836e-4c0e-97d2-c7ece1f7a7e1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for port (0a4d0d77-d057-4f58-aa47-da458c30a674), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:16.010915 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bda1df9c-836e-4c0e-97d2-c7ece1f7a7e1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (0a4d0d77-d057-4f58-aa47-da458c30a674), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:16.052338 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda1df9c-836e-4c0e-97d2-c7ece1f7a7e1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:43:16.055373 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-bda1df9c-836e-4c0e-97d2-c7ece1f7a7e1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:16.057696 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda1df9c-836e-4c0e-97d2-c7ece1f7a7e1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:43:16.084649 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1df9c-836e-4c0e-97d2-c7ece1f7a7e1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Pushing event updated for resources: {'Port': ['ID=0a4d0d77-d057-4f58-aa47-da458c30a674,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:16.148471 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bda1df9c-836e-4c0e-97d2-c7ece1f7a7e1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for floatingip (1405d0a4-e933-4d11-9840-7b55d19b9601), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:16.186258 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bda1df9c-836e-4c0e-97d2-c7ece1f7a7e1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (0a4d0d77-d057-4f58-aa47-da458c30a674), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:16.337141 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bda1df9c-836e-4c0e-97d2-c7ece1f7a7e1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for port (0a4d0d77-d057-4f58-aa47-da458c30a674), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:16.344043 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bda1df9c-836e-4c0e-97d2-c7ece1f7a7e1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (0a4d0d77-d057-4f58-aa47-da458c30a674), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:16.414680 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1df9c-836e-4c0e-97d2-c7ece1f7a7e1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Pushing event updated for resources: {'Port': ['ID=0a4d0d77-d057-4f58-aa47-da458c30a674,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:16.425909 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bda1df9c-836e-4c0e-97d2-c7ece1f7a7e1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (1405d0a4-e933-4d11-9840-7b55d19b9601), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:16.444486 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bda1df9c-836e-4c0e-97d2-c7ece1f7a7e1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:16.446109 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-bda1df9c-836e-4c0e-97d2-c7ece1f7a7e1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8254097 Mar 08 15:43:16.642962 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-d59f79e4-bac4-4005-a6fe-532cc7d8ced2 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--971915752&fields=id&tenant_id=6f236c97d0e54f4dbe064bb9d3e45043 HTTP/1.1" status: 200 len: 267 time: 0.0429559 Mar 08 15:43:16.747808 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-ec5ecc25-9352-434b-8b7c-58c96c9b8c25 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:16.749218 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-ec5ecc25-9352-434b-8b7c-58c96c9b8c25 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/networks?id=80c89e2a-a478-41c0-9d26-81d641ec9f8f HTTP/1.1" status: 200 len: 815 time: 0.0994446 Mar 08 15:43:16.763913 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-0b1820c3-344a-4f6c-ac5d-505ee7d9ebfc tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/quotas/6f236c97d0e54f4dbe064bb9d3e45043 HTTP/1.1" status: 200 len: 375 time: 0.0090168 Mar 08 15:43:16.823848 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-386480e4-195a-4dac-a063-24d2b87a0185 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f236c97d0e54f4dbe064bb9d3e45043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550911 Mar 08 15:43:16.917115 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-854147ae-3d1b-4512-b782-9a3068080caf service neutron] 10.222.0.11 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817156 Mar 08 15:43:17.012395 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-731b1506-7b52-4fd6-893a-03d34ebf1072 service neutron] 10.222.0.11 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868833 Mar 08 15:43:17.191527 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-031a821f-eb37-49c5-b5d6-8ecc83256dbd req-31a50ea8-ef33-4359-89eb-8fc51492dd15 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 210 time: 0.0286157 Mar 08 15:43:17.388385 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:18.256838 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-6090b9c3-a8ed-40a7-bc6d-72bb56e4c3d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:18.258333 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-6090b9c3-a8ed-40a7-bc6d-72bb56e4c3d1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.41 "GET /v2.0/networks?id=80c89e2a-a478-41c0-9d26-81d641ec9f8f HTTP/1.1" status: 200 len: 815 time: 0.1141329 Mar 08 15:43:18.297272 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a243a743-0347-436f-914e-74e1a7365387 req-b69a9a32-0e2e-46fe-a481-3d7bbcd74065 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 210 time: 0.0298171 Mar 08 15:43:18.327632 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-30a11bd2-3551-4138-a99d-38cef0484c3f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f236c97d0e54f4dbe064bb9d3e45043 HTTP/1.1" status: 200 len: 379 time: 0.0592513 Mar 08 15:43:18.337333 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-53aacb03-7ad8-4a15-95bc-77de0db6b7eb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Request body: {'port': {'device_id': '6f872b0b-19fb-4981-b9fe-4aba346dc2e1', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'admin_state_up': True, 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'security_groups': ['33fe3b94-70a8-4fb1-805e-fa727422fd8e']}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:18.700862 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-53aacb03-7ad8-4a15-95bc-77de0db6b7eb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Made reservation on behalf of 6f236c97d0e54f4dbe064bb9d3e45043 for: {'port': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:43:18.704284 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-53aacb03-7ad8-4a15-95bc-77de0db6b7eb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:18.828187 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-53aacb03-7ad8-4a15-95bc-77de0db6b7eb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Allocated IP 172.20.0.9 (80c89e2a-a478-41c0-9d26-81d641ec9f8f/f7c72dd9-f6bb-4082-bbc6-f002b75fe090/bc197e9c-2add-41a3-90c3-15692c27d804) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:43:18.975718 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-53aacb03-7ad8-4a15-95bc-77de0db6b7eb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for port (bc197e9c-2add-41a3-90c3-15692c27d804), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:18.996697 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be8825-2ae7-41c6-abcc-62678acac161 req-eac51da9-48eb-4db9-9f42-285860bcdb0c tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:18.998177 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-57be8825-2ae7-41c6-abcc-62678acac161 req-eac51da9-48eb-4db9-9f42-285860bcdb0c tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934d128-36de-4afd-8eda-497ef3f882a3 HTTP/1.1" status: 200 len: 946 time: 0.0519414 Mar 08 15:43:19.009806 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-53aacb03-7ad8-4a15-95bc-77de0db6b7eb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.049749 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-57be8825-2ae7-41c6-abcc-62678acac161 req-92eed724-5952-4652-8efc-fb6d774e1183 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457640 Mar 08 15:43:19.058136 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-53aacb03-7ad8-4a15-95bc-77de0db6b7eb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Network 80c89e2a-a478-41c0-9d26-81d641ec9f8f is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:43:19.061199 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-53aacb03-7ad8-4a15-95bc-77de0db6b7eb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:19.067635 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-53aacb03-7ad8-4a15-95bc-77de0db6b7eb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:43:19.070183 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aacb03-7ad8-4a15-95bc-77de0db6b7eb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Pushing event updated for resources: {'Port': ['ID=bc197e9c-2add-41a3-90c3-15692c27d804,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:19.121321 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-53aacb03-7ad8-4a15-95bc-77de0db6b7eb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:19.121928 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-53aacb03-7ad8-4a15-95bc-77de0db6b7eb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.139671 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-53aacb03-7ad8-4a15-95bc-77de0db6b7eb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8061700 Mar 08 15:43:19.152255 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Request body: {'port': {'device_id': '6f872b0b-19fb-4981-b9fe-4aba346dc2e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:19.221074 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.345361 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-dfccb052-da38-42ca-8a74-48ea9c9baf6d None None] Provisioning complete for port bc197e9c-2add-41a3-90c3-15692c27d804 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:19.345870 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-dfccb052-da38-42ca-8a74-48ea9c9baf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.383532 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-dfccb052-da38-42ca-8a74-48ea9c9baf6d None None] Port bc197e9c-2add-41a3-90c3-15692c27d804 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:43:19.429976 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94777a89-ea3d-4619-9324-b78da60d4d8d req-4e9fad6f-1b12-4d02-be5b-2799e1375b10 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:19.431451 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-94777a89-ea3d-4619-9324-b78da60d4d8d req-4e9fad6f-1b12-4d02-be5b-2799e1375b10 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 931 time: 0.0574450 Mar 08 15:43:19.477706 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-94777a89-ea3d-4619-9324-b78da60d4d8d req-28188b09-d448-43d7-b3bc-3cfdc4a25224 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405848 Mar 08 15:43:19.485898 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc197e9c-2add-41a3-90c3-15692c27d804 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:43:19.493752 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Publish callbacks [] for port (bc197e9c-2add-41a3-90c3-15692c27d804), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.505473 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Transition to ACTIVE for port object bc197e9c-2add-41a3-90c3-15692c27d804 will not be triggered until provisioned by entity L2. {{(pid=104418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:43:19.510719 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.561102 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc197e9c-2add-41a3-90c3-15692c27d804,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:19.631165 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Attempting to bind port bc197e9c-2add-41a3-90c3-15692c27d804 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:43:19.631508 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Attempting to bind port bc197e9c-2add-41a3-90c3-15692c27d804 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4e7c262a-890e-480c-844b-e36599a40601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:43:19.631837 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Attempting to bind port bc197e9c-2add-41a3-90c3-15692c27d804 on network 80c89e2a-a478-41c0-9d26-81d641ec9f8f {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:43:19.636596 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Port bc197e9c-2add-41a3-90c3-15692c27d804 on network 80c89e2a-a478-41c0-9d26-81d641ec9f8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:43:19.636921 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Attempting to bind port bc197e9c-2add-41a3-90c3-15692c27d804 on network 80c89e2a-a478-41c0-9d26-81d641ec9f8f {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:43:19.641809 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:43:19.642126 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Checking segment: {'id': '4e7c262a-890e-480c-844b-e36599a40601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:43:19.642559 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Bound using segment: {'id': '4e7c262a-890e-480c-844b-e36599a40601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:43:19.643625 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Bound port: bc197e9c-2add-41a3-90c3-15692c27d804, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7c262a-890e-480c-844b-e36599a40601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:43:19.644045 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.716619 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] For port bc197e9c-2add-41a3-90c3-15692c27d804, host hv-cinder-83009, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:43:19.719738 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] For port bc197e9c-2add-41a3-90c3-15692c27d804, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc197e9c-2add-41a3-90c3-15692c27d804,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:43:19.725988 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.762782 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:19.763361 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:19.764770 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] 10.222.0.41 "PUT /v2.0/ports/bc197e9c-2add-41a3-90c3-15692c27d804 HTTP/1.1" status: 200 len: 1093 time: 0.6173766 Mar 08 15:43:19.765207 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f872b0b-19fb-4981-b9fe-4aba346dc2e1', 'tag': 'bc197e9c-2add-41a3-90c3-15692c27d804'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:19.767510 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcb3abb-4e12-4984-a04d-4d2857e680a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6f872b0b-19fb-4981-b9fe-4aba346dc2e1", "tag": "bc197e9c-2add-41a3-90c3-15692c27d804"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:19.790790 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10a401-b834-4266-8d66-8a08ba5034c7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc197e9c-2add-41a3-90c3-15692c27d804,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:19.818080 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eac4be6-9ba0-461b-bf40-d2571489cad0 x-openstack-request-id: req-8eac4be6-9ba0-461b-bf40-d2571489cad0 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:19.818371 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f872b0b-19fb-4981-b9fe-4aba346dc2e1", "tag": "bc197e9c-2add-41a3-90c3-15692c27d804", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:19.819091 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8eac4be6-9ba0-461b-bf40-d2571489cad0 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:19.819641 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f872b0b-19fb-4981-b9fe-4aba346dc2e1', 'tag': 'bc197e9c-2add-41a3-90c3-15692c27d804', 'status': 'completed', 'code': 200} Mar 08 15:43:19.864948 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-db32f48d-b124-4a90-b25a-85c43183e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:19.866529 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-db32f48d-b124-4a90-b25a-85c43183e8a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f236c97d0e54f4dbe064bb9d3e45043&device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 1127 time: 0.0533254 Mar 08 15:43:19.915314 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-c88498e5-e1da-457e-bc40-611e9cc14be2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc197e9c-2add-41a3-90c3-15692c27d804 HTTP/1.1" status: 200 len: 217 time: 0.0389340 Mar 08 15:43:19.973285 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-e1dce556-dea1-42e9-ba6f-e3576cc8093a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:19.974818 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-e1dce556-dea1-42e9-ba6f-e3576cc8093a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7c72dd9-f6bb-4082-bbc6-f002b75fe090 HTTP/1.1" status: 200 len: 854 time: 0.0522377 Mar 08 15:43:20.030682 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-bbea357e-1402-46b4-959b-c1fcc1ef2481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:20.032131 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-bbea357e-1402-46b4-959b-c1fcc1ef2481 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c89e2a-a478-41c0-9d26-81d641ec9f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489123 Mar 08 15:43:20.128744 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-6195d511-4ef9-4547-8b34-4adc8d26b052 service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889206 Mar 08 15:43:20.171826 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f26319-77b2-4583-bfa2-75ddf640060d req-9d8ca353-1fc7-42f7-b848-c75b5e59b2ae tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:20.173331 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-94f26319-77b2-4583-bfa2-75ddf640060d req-9d8ca353-1fc7-42f7-b848-c75b5e59b2ae tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934d128-36de-4afd-8eda-497ef3f882a3 HTTP/1.1" status: 200 len: 946 time: 0.0550437 Mar 08 15:43:20.221239 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-94f26319-77b2-4583-bfa2-75ddf640060d req-bf02d28c-0fd2-41c7-9740-ea90cc4104bb tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417924 Mar 08 15:43:20.224181 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ed00bcb9-2cf1-4ef3-b0c1-3716aa3d3733 req-e65b51ce-3448-4f75-83e7-96253b84593a service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883222 Mar 08 15:43:20.318246 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb3abb-4e12-4984-a04d-4d2857e680a9 req-a6f4267d-e024-4f59-b249-520e3b7e3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:20.319665 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5fcb3abb-4e12-4984-a04d-4d2857e680a9 req-a6f4267d-e024-4f59-b249-520e3b7e3127 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f236c97d0e54f4dbe064bb9d3e45043&device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 1127 time: 0.0480571 Mar 08 15:43:20.431921 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb3abb-4e12-4984-a04d-4d2857e680a9 req-ce4c912d-1f66-422a-8975-e3eb4064e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:20.433399 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5fcb3abb-4e12-4984-a04d-4d2857e680a9 req-ce4c912d-1f66-422a-8975-e3eb4064e293 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80c89e2a-a478-41c0-9d26-81d641ec9f8f HTTP/1.1" status: 200 len: 916 time: 0.1006324 Mar 08 15:43:20.479512 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5fcb3abb-4e12-4984-a04d-4d2857e680a9 req-11050e9a-547f-4de8-9068-4b567ff895fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc197e9c-2add-41a3-90c3-15692c27d804 HTTP/1.1" status: 200 len: 217 time: 0.0353489 Mar 08 15:43:20.540987 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb3abb-4e12-4984-a04d-4d2857e680a9 req-07a53cfe-eded-4a0c-96be-14dd6c053778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:20.542551 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5fcb3abb-4e12-4984-a04d-4d2857e680a9 req-07a53cfe-eded-4a0c-96be-14dd6c053778 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7c72dd9-f6bb-4082-bbc6-f002b75fe090 HTTP/1.1" status: 200 len: 854 time: 0.0550015 Mar 08 15:43:20.593744 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb3abb-4e12-4984-a04d-4d2857e680a9 req-982c1f42-7a9b-47a8-886b-eeb5c526b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:20.595211 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5fcb3abb-4e12-4984-a04d-4d2857e680a9 req-982c1f42-7a9b-47a8-886b-eeb5c526b7d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c89e2a-a478-41c0-9d26-81d641ec9f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460904 Mar 08 15:43:20.604369 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60253711-33cc-4ae7-b482-a4940c0515d9 req-de681296-473f-4f4f-b641-ccb8a8fad8ac tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:20.605807 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-60253711-33cc-4ae7-b482-a4940c0515d9 req-de681296-473f-4f4f-b641-ccb8a8fad8ac tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 943 time: 0.0527442 Mar 08 15:43:20.655148 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-60253711-33cc-4ae7-b482-a4940c0515d9 req-99ff9c2d-835c-48fe-9226-2ea760ec378e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435247 Mar 08 15:43:20.689578 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5fcb3abb-4e12-4984-a04d-4d2857e680a9 req-5149e133-084e-4c75-8acc-2d47db564d23 service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874877 Mar 08 15:43:20.781234 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5fcb3abb-4e12-4984-a04d-4d2857e680a9 req-cf852dec-126c-4868-8afb-bea02968fc3a service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844867 Mar 08 15:43:20.993980 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6e198-2d5e-42c9-b7d9-8c5e81be22fe req-e72ec2ab-3de0-4c98-9597-71bf7ad1e900 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:20.995533 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-afb6e198-2d5e-42c9-b7d9-8c5e81be22fe req-e72ec2ab-3de0-4c98-9597-71bf7ad1e900 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.41 "GET /v2.0/ports?device_id=5934d128-36de-4afd-8eda-497ef3f882a3 HTTP/1.1" status: 200 len: 946 time: 0.0654545 Mar 08 15:43:21.100520 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-afb6e198-2d5e-42c9-b7d9-8c5e81be22fe req-654f0b45-09d9-47d2-b3aa-418d7c938672 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Deleting port 9651c163-67bd-4475-ad1e-f63719375910 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:43:21.100838 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-afb6e198-2d5e-42c9-b7d9-8c5e81be22fe req-654f0b45-09d9-47d2-b3aa-418d7c938672 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (9651c163-67bd-4475-ad1e-f63719375910), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:21.208856 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-afb6e198-2d5e-42c9-b7d9-8c5e81be22fe req-654f0b45-09d9-47d2-b3aa-418d7c938672 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] For port 9651c163-67bd-4475-ad1e-f63719375910, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9651c163-67bd-4475-ad1e-f63719375910,segment=NetworkSegment(401e3698-93a7-4663-a1f6-8a4251627afe),segment_id=401e3698-93a7-4663-a1f6-8a4251627afe)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:21.209226 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-afb6e198-2d5e-42c9-b7d9-8c5e81be22fe req-654f0b45-09d9-47d2-b3aa-418d7c938672 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (9651c163-67bd-4475-ad1e-f63719375910), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:21.221201 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-afb6e198-2d5e-42c9-b7d9-8c5e81be22fe req-654f0b45-09d9-47d2-b3aa-418d7c938672 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Calling delete_port for 9651c163-67bd-4475-ad1e-f63719375910 owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:43:21.343887 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2d0a0-1dc9-497e-a194-b333c36a6ff7 req-82f4038d-625b-4dea-aa41-9b266f9f495c tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:21.345344 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-44a2d0a0-1dc9-497e-a194-b333c36a6ff7 req-82f4038d-625b-4dea-aa41-9b266f9f495c tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=5934d128-36de-4afd-8eda-497ef3f882a3 HTTP/1.1" status: 200 len: 946 time: 0.0532632 Mar 08 15:43:21.356719 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-afb6e198-2d5e-42c9-b7d9-8c5e81be22fe req-654f0b45-09d9-47d2-b3aa-418d7c938672 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (9651c163-67bd-4475-ad1e-f63719375910), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:21.370845 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['9651c163-67bd-4475-ad1e-f63719375910'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:43:21.389092 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f0b45-09d9-47d2-b3aa-418d7c938672 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Pushing event deleted for resources: {'Port': ['ID=9651c163-67bd-4475-ad1e-f63719375910,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:21.397666 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-44a2d0a0-1dc9-497e-a194-b333c36a6ff7 req-0579dffb-5a40-4ef8-a99a-40e29a3a6a48 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451405 Mar 08 15:43:21.436265 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb6e198-2d5e-42c9-b7d9-8c5e81be22fe req-654f0b45-09d9-47d2-b3aa-418d7c938672 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] No DVR routers for this DVR port 9651c163-67bd-4475-ad1e-f63719375910 on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:43:21.438799 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-afb6e198-2d5e-42c9-b7d9-8c5e81be22fe req-654f0b45-09d9-47d2-b3aa-418d7c938672 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:21.442913 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-afb6e198-2d5e-42c9-b7d9-8c5e81be22fe req-654f0b45-09d9-47d2-b3aa-418d7c938672 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.41 "DELETE /v2.0/ports/9651c163-67bd-4475-ad1e-f63719375910 HTTP/1.1" status: 204 len: 173 time: 0.4413326 Mar 08 15:43:21.786864 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1049f-3ada-4b1c-bd33-997a7d9e04ed req-ea2c2cbc-1213-4ec2-ad65-1c3579a968e9 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:21.788306 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26a1049f-3ada-4b1c-bd33-997a7d9e04ed req-ea2c2cbc-1213-4ec2-ad65-1c3579a968e9 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 943 time: 0.0613489 Mar 08 15:43:21.821146 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5934d128-36de-4afd-8eda-497ef3f882a3', 'name': 'network-vif-deleted', 'tag': '9651c163-67bd-4475-ad1e-f63719375910'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:21.823559 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ca0814-51b0-4770-afc9-86362340ae60" -d '{"events": [{"server_uuid": "5934d128-36de-4afd-8eda-497ef3f882a3", "name": "network-vif-deleted", "tag": "9651c163-67bd-4475-ad1e-f63719375910"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:21.836335 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26a1049f-3ada-4b1c-bd33-997a7d9e04ed req-1916fd6f-d975-41b1-9769-b7df4237a0ff tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420358 Mar 08 15:43:21.859951 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f93628-4e8a-4bc1-9a82-8e2c800fbeaf x-openstack-request-id: req-79f93628-4e8a-4bc1-9a82-8e2c800fbeaf {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:21.860238 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5934d128-36de-4afd-8eda-497ef3f882a3", "name": "network-vif-deleted", "tag": "9651c163-67bd-4475-ad1e-f63719375910", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:21.860491 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79f93628-4e8a-4bc1-9a82-8e2c800fbeaf {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:21.860914 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5934d128-36de-4afd-8eda-497ef3f882a3', 'name': 'network-vif-deleted', 'tag': '9651c163-67bd-4475-ad1e-f63719375910', 'status': 'completed', 'code': 200} Mar 08 15:43:22.979785 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e82321-1085-4dfd-b4a4-6c7273d4932c req-7171e768-5e1c-4a4f-8a90-6d94262c023b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:22.982137 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-97e82321-1085-4dfd-b4a4-6c7273d4932c req-7171e768-5e1c-4a4f-8a90-6d94262c023b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 943 time: 0.0610240 Mar 08 15:43:23.034461 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-97e82321-1085-4dfd-b4a4-6c7273d4932c req-be7f8d34-0464-4b88-b8e0-b117a8a6cd35 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430717 Mar 08 15:43:24.159534 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c86ae-77b2-4a42-b587-bd7b26b89094 req-19fea769-b9b8-4269-8983-e6add683af7c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:24.161142 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-873c86ae-77b2-4a42-b587-bd7b26b89094 req-19fea769-b9b8-4269-8983-e6add683af7c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 943 time: 0.0550790 Mar 08 15:43:24.211964 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-873c86ae-77b2-4a42-b587-bd7b26b89094 req-def0ba79-c13c-4e5c-92bd-7f25f57becb8 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435312 Mar 08 15:43:24.506572 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device bc197e9c-2add-41a3-90c3-15692c27d804 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:43:24.612624 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port bc197e9c-2add-41a3-90c3-15692c27d804, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc197e9c-2add-41a3-90c3-15692c27d804,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:24.630165 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': 'bc197e9c-2add-41a3-90c3-15692c27d804', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'port_id': 'bc197e9c-2add-41a3-90c3-15692c27d804', 'mac_address': 'fa:16:3e:1d:86:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:43:24.669920 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port bc197e9c-2add-41a3-90c3-15692c27d804 is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:24.670282 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:24.690754 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc197e9c-2add-41a3-90c3-15692c27d804 {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:43:24.712229 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port bc197e9c-2add-41a3-90c3-15692c27d804, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc197e9c-2add-41a3-90c3-15692c27d804,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:24.716347 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:24.762203 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=bc197e9c-2add-41a3-90c3-15692c27d804,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:24.769492 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:24.769828 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:24.770170 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:24.770506 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:24.770837 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:24.771162 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:24.771482 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:24.771805 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:24.772127 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:24.772444 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:24.772763 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:24.773102 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:24.773417 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:43:25.366280 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ed2ba-facb-4774-a908-5a93cfdfd40d req-eafa65a8-ee9b-418f-a61c-fdde3c371228 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:25.367792 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7d1ed2ba-facb-4774-a908-5a93cfdfd40d req-eafa65a8-ee9b-418f-a61c-fdde3c371228 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 944 time: 0.0590513 Mar 08 15:43:25.393998 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 9651c163-67bd-4475-ad1e-f63719375910 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:43:25.414748 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: 9651c163-67bd-4475-ad1e-f63719375910 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:43:25.415450 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 9651c163-67bd-4475-ad1e-f63719375910 not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:43:25.418122 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7d1ed2ba-facb-4774-a908-5a93cfdfd40d req-92b0e086-0c3c-409f-aa3c-7a811dff2066 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424695 Mar 08 15:43:25.702289 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['bc197e9c-2add-41a3-90c3-15692c27d804'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:43:26.557051 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb59f3f-15ca-4789-879a-5011961f5ebb req-6bb63730-7081-4ae4-871f-ed4dd66a4e5e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:26.558571 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6cb59f3f-15ca-4789-879a-5011961f5ebb req-6bb63730-7081-4ae4-871f-ed4dd66a4e5e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 944 time: 0.0621476 Mar 08 15:43:26.605188 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6cb59f3f-15ca-4789-879a-5011961f5ebb req-deae2205-ce7c-498f-9d01-8a6649f4d327 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408020 Mar 08 15:43:27.740877 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec2ac8-5983-4148-83a9-13e7f42c3684 req-83a61606-5637-4507-84ac-eef0259ee9ed tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:27.742335 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c1ec2ac8-5983-4148-83a9-13e7f42c3684 req-83a61606-5637-4507-84ac-eef0259ee9ed tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 944 time: 0.0541844 Mar 08 15:43:27.796594 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c1ec2ac8-5983-4148-83a9-13e7f42c3684 req-41fe938e-d4d9-43dc-a2af-e9f91f38af6b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459139 Mar 08 15:43:28.156453 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device bc197e9c-2add-41a3-90c3-15692c27d804 up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:43:28.218238 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port bc197e9c-2add-41a3-90c3-15692c27d804 completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:43:28.221939 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port bc197e9c-2add-41a3-90c3-15692c27d804 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:28.222311 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:28.296766 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port bc197e9c-2add-41a3-90c3-15692c27d804 is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:28.297136 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:28.320520 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f872b0b-19fb-4981-b9fe-4aba346dc2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc197e9c-2add-41a3-90c3-15692c27d804'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:28.322953 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fcb88f-f258-44e8-8729-87b0e5e31fc3" -d '{"events": [{"server_uuid": "6f872b0b-19fb-4981-b9fe-4aba346dc2e1", "name": "network-vif-plugged", "status": "completed", "tag": "bc197e9c-2add-41a3-90c3-15692c27d804"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:28.335392 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port bc197e9c-2add-41a3-90c3-15692c27d804, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc197e9c-2add-41a3-90c3-15692c27d804,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:28.339841 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:28.362276 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61f963e-3912-46af-a0b4-e82c2dbbdc10 x-openstack-request-id: req-b61f963e-3912-46af-a0b4-e82c2dbbdc10 {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:28.362591 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f872b0b-19fb-4981-b9fe-4aba346dc2e1", "name": "network-vif-plugged", "status": "completed", "tag": "bc197e9c-2add-41a3-90c3-15692c27d804", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:28.362849 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b61f963e-3912-46af-a0b4-e82c2dbbdc10 {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:28.363224 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f872b0b-19fb-4981-b9fe-4aba346dc2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc197e9c-2add-41a3-90c3-15692c27d804', 'code': 200} Mar 08 15:43:28.389481 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=bc197e9c-2add-41a3-90c3-15692c27d804,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:28.932873 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266e70e-38ee-40c4-b1d1-3aef6e0c541f req-ba44e449-2e21-49a5-ad33-30dfa42d7930 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:28.934314 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5266e70e-38ee-40c4-b1d1-3aef6e0c541f req-ba44e449-2e21-49a5-ad33-30dfa42d7930 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0559182 Mar 08 15:43:28.989120 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5266e70e-38ee-40c4-b1d1-3aef6e0c541f req-e898a49e-72dd-4806-8251-bfe003b24988 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463481 Mar 08 15:43:30.028655 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c13597-ebc8-465c-9bba-b92349d6c16e req-0ddc4086-eb9f-4564-8722-8c763947200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:30.030502 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b0c13597-ebc8-465c-9bba-b92349d6c16e req-0ddc4086-eb9f-4564-8722-8c763947200b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 1129 time: 0.0534689 Mar 08 15:43:30.079095 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b0c13597-ebc8-465c-9bba-b92349d6c16e req-367ed77c-18f8-4f4b-89ee-68fa0c8af0fd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397248 Mar 08 15:43:30.128417 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98f8bb-57b9-425e-b9fa-d3fa1c77818e req-f622b4af-7313-45b5-a8a7-beb59784bd5f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:30.130949 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2c98f8bb-57b9-425e-b9fa-d3fa1c77818e req-f622b4af-7313-45b5-a8a7-beb59784bd5f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0641339 Mar 08 15:43:30.181064 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2c98f8bb-57b9-425e-b9fa-d3fa1c77818e req-67fde0d6-7be7-4f52-92af-75943f000691 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421376 Mar 08 15:43:30.506794 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-41c5b634-55c7-436e-8af2-a3d1af70f4ee tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:30.508228 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-41c5b634-55c7-436e-8af2-a3d1af70f4ee tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/networks?id=d536f4a9-5448-45a4-ab6a-385795a1e142 HTTP/1.1" status: 200 len: 813 time: 0.1115215 Mar 08 15:43:30.525263 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-db31b9cf-a720-4782-96a1-6204bf812307 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/quotas/1b58d6b92c4f440ab0ea8020f30db9e3 HTTP/1.1" status: 200 len: 375 time: 0.0094121 Mar 08 15:43:30.556788 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-519e1abf-f68a-4888-b10c-c66c6b65e1b3 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b58d6b92c4f440ab0ea8020f30db9e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268078 Mar 08 15:43:30.681357 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-d19d0a32-71e2-4103-8928-507395f50463 service neutron] 10.222.0.11 "GET /v2.0/networks/d536f4a9-5448-45a4-ab6a-385795a1e142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177030 Mar 08 15:43:30.780494 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-656baa70-17d6-4b14-827a-bee1a2ae4ccd service neutron] 10.222.0.11 "GET /v2.0/networks/d536f4a9-5448-45a4-ab6a-385795a1e142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933614 Mar 08 15:43:30.952623 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-99813d56-7348-4a61-9a7c-b530e7d9989d req-6550cf11-197e-40d0-a480-3eb49a76a0fa tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=117c5492-7c67-43a4-bf7b-fac8c87a560d HTTP/1.1" status: 200 len: 210 time: 0.0310431 Mar 08 15:43:31.312838 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be718475-94c1-491b-8b1b-6dc62ebdd100 req-ebc9e748-bfe6-458d-bf34-8249608d1876 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:31.315217 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-be718475-94c1-491b-8b1b-6dc62ebdd100 req-ebc9e748-bfe6-458d-bf34-8249608d1876 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0573215 Mar 08 15:43:31.364653 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-be718475-94c1-491b-8b1b-6dc62ebdd100 req-9bcd7b99-73fc-400c-a240-99a5254f1237 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435121 Mar 08 15:43:32.012156 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-4704fa4d-6e54-44e0-bbb6-ac7a86882931 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:32.013645 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-4704fa4d-6e54-44e0-bbb6-ac7a86882931 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.41 "GET /v2.0/networks?id=d536f4a9-5448-45a4-ab6a-385795a1e142 HTTP/1.1" status: 200 len: 813 time: 0.1084638 Mar 08 15:43:32.026242 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-db5ade5d-f237-4050-8c7e-25b2bc12c3e8 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Request body: {'port': {'device_id': '117c5492-7c67-43a4-bf7b-fac8c87a560d', 'network_id': 'd536f4a9-5448-45a4-ab6a-385795a1e142', 'admin_state_up': True, 'tenant_id': '1b58d6b92c4f440ab0ea8020f30db9e3'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:32.055324 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-83c19d5f-1b3b-4261-8743-ae78ebf3feb5 req-c61d2ed7-a69f-4263-a94b-d745e6b1f2dc tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=117c5492-7c67-43a4-bf7b-fac8c87a560d HTTP/1.1" status: 200 len: 210 time: 0.0330799 Mar 08 15:43:32.141819 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-db5ade5d-f237-4050-8c7e-25b2bc12c3e8 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Made reservation on behalf of 1b58d6b92c4f440ab0ea8020f30db9e3 for: {'port': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:43:32.145688 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-db5ade5d-f237-4050-8c7e-25b2bc12c3e8 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:32.276705 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-db5ade5d-f237-4050-8c7e-25b2bc12c3e8 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Allocated IP 172.20.0.13 (d536f4a9-5448-45a4-ab6a-385795a1e142/9cb03c34-2ce2-4343-8193-570556c9d400/c3c203c3-b604-4ef7-9996-e5d2a91b2e7b) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:43:32.429178 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-db5ade5d-f237-4050-8c7e-25b2bc12c3e8 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Publish callbacks [] for port (c3c203c3-b604-4ef7-9996-e5d2a91b2e7b), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:32.464664 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-db5ade5d-f237-4050-8c7e-25b2bc12c3e8 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (c3c203c3-b604-4ef7-9996-e5d2a91b2e7b), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:32.513478 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-db5ade5d-f237-4050-8c7e-25b2bc12c3e8 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Network d536f4a9-5448-45a4-ab6a-385795a1e142 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:43:32.518302 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-db5ade5d-f237-4050-8c7e-25b2bc12c3e8 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:32.522558 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-db5ade5d-f237-4050-8c7e-25b2bc12c3e8 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:43:32.555990 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f5761-3d85-42ec-bcc5-293d54c52f99 req-99b2bb3f-50e1-43d4-aa14-14dbe8be7e8a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:32.557504 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9f5f5761-3d85-42ec-bcc5-293d54c52f99 req-99b2bb3f-50e1-43d4-aa14-14dbe8be7e8a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0655982 Mar 08 15:43:32.560381 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ade5d-f237-4050-8c7e-25b2bc12c3e8 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Pushing event updated for resources: {'Port': ['ID=c3c203c3-b604-4ef7-9996-e5d2a91b2e7b,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:32.592266 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-db5ade5d-f237-4050-8c7e-25b2bc12c3e8 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:32.593116 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-db5ade5d-f237-4050-8c7e-25b2bc12c3e8 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:32.613131 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-db5ade5d-f237-4050-8c7e-25b2bc12c3e8 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5906513 Mar 08 15:43:32.616873 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9f5f5761-3d85-42ec-bcc5-293d54c52f99 req-c9d2cb5e-ccb9-453a-854d-f025deaf4750 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497220 Mar 08 15:43:32.625713 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Request body: {'port': {'device_id': '117c5492-7c67-43a4-bf7b-fac8c87a560d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:32.689671 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (c3c203c3-b604-4ef7-9996-e5d2a91b2e7b), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:32.735394 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75e628-a54c-413f-bef1-bd82d2c7a4ab req-666ab026-e927-4b79-9ef2-a32fa76ef46f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:32.736835 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7b75e628-a54c-413f-bef1-bd82d2c7a4ab req-666ab026-e927-4b79-9ef2-a32fa76ef46f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0520093 Mar 08 15:43:32.746127 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 44278) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:32.750743 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-c306b9ca-7537-454c-8486-ecea1fcec6e3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Request body: {'floatingip': {'port_id': 'bc197e9c-2add-41a3-90c3-15692c27d804'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:32.854496 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c306b9ca-7537-454c-8486-ecea1fcec6e3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for floatingip (1405d0a4-e933-4d11-9840-7b55d19b9601), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:33.198842 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf602cd7-8fb1-4448-9091-d43d5e1a9b80 req-bc945abc-e9c2-49a8-b779-76a9b02ec994 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:33.200258 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bf602cd7-8fb1-4448-9091-d43d5e1a9b80 req-bc945abc-e9c2-49a8-b779-76a9b02ec994 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=117c5492-7c67-43a4-bf7b-fac8c87a560d HTTP/1.1" status: 200 len: 932 time: 0.0587430 Mar 08 15:43:33.226713 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c203c3-b604-4ef7-9996-e5d2a91b2e7b {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:43:33.239994 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Publish callbacks [] for port (c3c203c3-b604-4ef7-9996-e5d2a91b2e7b), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:33.249931 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bf602cd7-8fb1-4448-9091-d43d5e1a9b80 req-895dfe05-612b-4bdb-9b0f-49eb46da750b tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438285 Mar 08 15:43:33.296879 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Transition to ACTIVE for port object c3c203c3-b604-4ef7-9996-e5d2a91b2e7b will not be triggered until provisioned by entity L2. {{(pid=104418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:43:33.332311 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (c3c203c3-b604-4ef7-9996-e5d2a91b2e7b), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:33.402339 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Pushing event updated for resources: {'Port': ['ID=c3c203c3-b604-4ef7-9996-e5d2a91b2e7b,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:33.537076 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c306b9ca-7537-454c-8486-ecea1fcec6e3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:33.542559 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c306b9ca-7537-454c-8486-ecea1fcec6e3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (1405d0a4-e933-4d11-9840-7b55d19b9601), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:33.544265 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Attempting to bind port c3c203c3-b604-4ef7-9996-e5d2a91b2e7b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:43:33.544733 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Attempting to bind port c3c203c3-b604-4ef7-9996-e5d2a91b2e7b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '401e3698-93a7-4663-a1f6-8a4251627afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd536f4a9-5448-45a4-ab6a-385795a1e142'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:43:33.544885 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Attempting to bind port c3c203c3-b604-4ef7-9996-e5d2a91b2e7b on network d536f4a9-5448-45a4-ab6a-385795a1e142 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:43:33.582201 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Port c3c203c3-b604-4ef7-9996-e5d2a91b2e7b on network d536f4a9-5448-45a4-ab6a-385795a1e142 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:43:33.582536 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Attempting to bind port c3c203c3-b604-4ef7-9996-e5d2a91b2e7b on network d536f4a9-5448-45a4-ab6a-385795a1e142 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:43:33.593780 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:43:33.594113 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Checking segment: {'id': '401e3698-93a7-4663-a1f6-8a4251627afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd536f4a9-5448-45a4-ab6a-385795a1e142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:43:33.594516 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Bound using segment: {'id': '401e3698-93a7-4663-a1f6-8a4251627afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd536f4a9-5448-45a4-ab6a-385795a1e142'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:43:33.594933 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Bound port: c3c203c3-b604-4ef7-9996-e5d2a91b2e7b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401e3698-93a7-4663-a1f6-8a4251627afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd536f4a9-5448-45a4-ab6a-385795a1e142'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:43:33.595300 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (c3c203c3-b604-4ef7-9996-e5d2a91b2e7b), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:33.704644 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.l3_db [None req-c306b9ca-7537-454c-8486-ecea1fcec6e3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Floating IP 1405d0a4-e933-4d11-9840-7b55d19b9601 associated. External IP: 172.27.1.68, port: bc197e9c-2add-41a3-90c3-15692c27d804. Mar 08 15:43:33.741800 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] For port c3c203c3-b604-4ef7-9996-e5d2a91b2e7b, host hv-cinder-83009, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:43:33.760616 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] For port c3c203c3-b604-4ef7-9996-e5d2a91b2e7b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3c203c3-b604-4ef7-9996-e5d2a91b2e7b,segment=NetworkSegment(401e3698-93a7-4663-a1f6-8a4251627afe),segment_id=401e3698-93a7-4663-a1f6-8a4251627afe)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:43:33.770186 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (c3c203c3-b604-4ef7-9996-e5d2a91b2e7b), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:34.106870 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:34.107484 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:34.108860 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] 10.222.0.41 "PUT /v2.0/ports/c3c203c3-b604-4ef7-9996-e5d2a91b2e7b HTTP/1.1" status: 200 len: 1094 time: 1.4874485 Mar 08 15:43:34.110918 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117c5492-7c67-43a4-bf7b-fac8c87a560d', 'tag': 'c3c203c3-b604-4ef7-9996-e5d2a91b2e7b'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:34.113203 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6af17c0-e654-4921-8864-4b0276f1576b" -d '{"events": [{"name": "network-changed", "server_uuid": "117c5492-7c67-43a4-bf7b-fac8c87a560d", "tag": "c3c203c3-b604-4ef7-9996-e5d2a91b2e7b"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:34.139509 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c590c-2408-4f29-b2b0-a5f4bed9510e service neutron] Pushing event updated for resources: {'Port': ['ID=c3c203c3-b604-4ef7-9996-e5d2a91b2e7b,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:34.181263 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f39829-21c1-4024-9c9e-dc6324d2e3d4 x-openstack-request-id: req-a8f39829-21c1-4024-9c9e-dc6324d2e3d4 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:34.181467 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117c5492-7c67-43a4-bf7b-fac8c87a560d", "tag": "c3c203c3-b604-4ef7-9996-e5d2a91b2e7b", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:34.181725 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a8f39829-21c1-4024-9c9e-dc6324d2e3d4 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:34.182112 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117c5492-7c67-43a4-bf7b-fac8c87a560d', 'tag': 'c3c203c3-b604-4ef7-9996-e5d2a91b2e7b', 'status': 'completed', 'code': 200} Mar 08 15:43:34.276208 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-a57dbe6d-23d4-4825-9a9a-647ca77234fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:34.277729 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-a57dbe6d-23d4-4825-9a9a-647ca77234fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b58d6b92c4f440ab0ea8020f30db9e3&device_id=117c5492-7c67-43a4-bf7b-fac8c87a560d HTTP/1.1" status: 200 len: 1128 time: 0.0947497 Mar 08 15:43:34.299057 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c306b9ca-7537-454c-8486-ecea1fcec6e3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Router 1c963191-b183-40cb-9a78-1c8d3a552aa9 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:43:34.331685 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-204c3feb-cc9a-4d01-a3fa-418fc5fd0ce3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3c203c3-b604-4ef7-9996-e5d2a91b2e7b HTTP/1.1" status: 200 len: 217 time: 0.0425847 Mar 08 15:43:34.376373 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91a50e-2fe5-4ac3-8ef9-8a9289e4973c req-c484f9ad-a0a0-4aae-a472-5dbab152fc85 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:34.377843 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7f91a50e-2fe5-4ac3-8ef9-8a9289e4973c req-c484f9ad-a0a0-4aae-a472-5dbab152fc85 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=117c5492-7c67-43a4-bf7b-fac8c87a560d HTTP/1.1" status: 200 len: 944 time: 0.0573714 Mar 08 15:43:34.421249 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-b4b9b22c-c961-43fd-9bc3-80f98063eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:34.422749 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-b4b9b22c-c961-43fd-9bc3-80f98063eb99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cb03c34-2ce2-4343-8193-570556c9d400 HTTP/1.1" status: 200 len: 853 time: 0.0846338 Mar 08 15:43:34.427066 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7f91a50e-2fe5-4ac3-8ef9-8a9289e4973c req-2a0fa02e-cdf5-4af2-b54e-4bb1c881e762 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430150 Mar 08 15:43:34.490201 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-2f0175c0-3cce-4f5d-a98a-393bd7a49c0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d536f4a9-5448-45a4-ab6a-385795a1e142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351973 Mar 08 15:43:34.512866 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c306b9ca-7537-454c-8486-ecea1fcec6e3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:43:34.523278 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b4250-0561-4d1a-9b4c-55a8cdd6a45f None None] Sync routers for ids ['1c963191-b183-40cb-9a78-1c8d3a552aa9'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:43:34.526600 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c306b9ca-7537-454c-8486-ecea1fcec6e3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:34.534102 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b4250-0561-4d1a-9b4c-55a8cdd6a45f None None] Routers {'1c963191-b183-40cb-9a78-1c8d3a552aa9'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:34.534796 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-977b4250-0561-4d1a-9b4c-55a8cdd6a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:43:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['1c963191-b183-40cb-9a78-1c8d3a552aa9'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:34.595078 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-c306b9ca-7537-454c-8486-ecea1fcec6e3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "PUT /v2.0/floatingips/1405d0a4-e933-4d11-9840-7b55d19b9601 HTTP/1.1" status: 200 len: 990 time: 1.8478293 Mar 08 15:43:34.622432 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-aa4dae46-dc4c-4cd7-8e44-a2ae17a902ac service neutron] 10.222.0.41 "GET /v2.0/networks/d536f4a9-5448-45a4-ab6a-385795a1e142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228905 Mar 08 15:43:34.730161 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e219716a-6db7-4160-b5e2-ba8f01c3c122 req-566c9d14-34be-4308-9bfb-7565a65e00be service neutron] 10.222.0.41 "GET /v2.0/networks/d536f4a9-5448-45a4-ab6a-385795a1e142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940781 Mar 08 15:43:34.789057 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-977b4250-0561-4d1a-9b4c-55a8cdd6a45f None None] Set router 1c963191-b183-40cb-9a78-1c8d3a552aa9 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:34.835828 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af17c0-e654-4921-8864-4b0276f1576b req-92676fc3-33ea-4273-b515-8d05cf6cc257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:34.837346 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e6af17c0-e654-4921-8864-4b0276f1576b req-92676fc3-33ea-4273-b515-8d05cf6cc257 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b58d6b92c4f440ab0ea8020f30db9e3&device_id=117c5492-7c67-43a4-bf7b-fac8c87a560d HTTP/1.1" status: 200 len: 1128 time: 0.0553811 Mar 08 15:43:34.934619 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af17c0-e654-4921-8864-4b0276f1576b req-39fe7746-9543-4fdb-a481-3b321b08c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:34.936103 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e6af17c0-e654-4921-8864-4b0276f1576b req-39fe7746-9543-4fdb-a481-3b321b08c620 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d536f4a9-5448-45a4-ab6a-385795a1e142 HTTP/1.1" status: 200 len: 914 time: 0.0919290 Mar 08 15:43:34.980004 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e6af17c0-e654-4921-8864-4b0276f1576b req-8dc7d5f7-080c-4c55-b224-3b770cb3ab0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3c203c3-b604-4ef7-9996-e5d2a91b2e7b HTTP/1.1" status: 200 len: 217 time: 0.0371945 Mar 08 15:43:35.022874 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-977b4250-0561-4d1a-9b4c-55a8cdd6a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:50Z', 'revision_number': 4, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port': {'id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '1405d0a4-e933-4d11-9840-7b55d19b9601', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'port_id': 'bc197e9c-2add-41a3-90c3-15692c27d804', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'mac_address': 'fa:16:3e:1d:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f872b0b-19fb-4981-b9fe-4aba346dc2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:43:16Z', 'updated_at': '2022-03-08T15:43:33Z', 'revision_number': 1, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8602b8e6-aa7f-4d02-9d3e-df73d2575fde', 'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'mac_address': 'fa:16:3e:6c:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:55Z', 'revision_number': 5, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'subnets': [{'id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:35.030085 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af17c0-e654-4921-8864-4b0276f1576b req-8362616a-6ec6-4382-9933-789ee6015b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:35.031674 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e6af17c0-e654-4921-8864-4b0276f1576b req-8362616a-6ec6-4382-9933-789ee6015b1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cb03c34-2ce2-4343-8193-570556c9d400 HTTP/1.1" status: 200 len: 853 time: 0.0450339 Mar 08 15:43:35.053259 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b4250-0561-4d1a-9b4c-55a8cdd6a45f None None] Checking router: 1c963191-b183-40cb-9a78-1c8d3a552aa9 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:43:35.061872 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b4250-0561-4d1a-9b4c-55a8cdd6a45f None None] Routers {'1c963191-b183-40cb-9a78-1c8d3a552aa9'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:35.062509 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-977b4250-0561-4d1a-9b4c-55a8cdd6a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:43:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['1c963191-b183-40cb-9a78-1c8d3a552aa9'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:35.064753 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e6af17c0-e654-4921-8864-4b0276f1576b req-ba3263c5-973c-4933-9547-eeb297674f0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d536f4a9-5448-45a4-ab6a-385795a1e142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264440 Mar 08 15:43:35.160126 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e6af17c0-e654-4921-8864-4b0276f1576b req-49078169-28c5-46f9-bc80-13d51c8dfc48 service neutron] 10.222.0.41 "GET /v2.0/networks/d536f4a9-5448-45a4-ab6a-385795a1e142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878050 Mar 08 15:43:35.171974 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-977b4250-0561-4d1a-9b4c-55a8cdd6a45f None None] Set router 1c963191-b183-40cb-9a78-1c8d3a552aa9 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:35.252715 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e6af17c0-e654-4921-8864-4b0276f1576b req-1d5ee09b-77df-4ca1-8b3a-f0feca5a7651 service neutron] 10.222.0.41 "GET /v2.0/networks/d536f4a9-5448-45a4-ab6a-385795a1e142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830858 Mar 08 15:43:35.411926 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-977b4250-0561-4d1a-9b4c-55a8cdd6a45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:50Z', 'revision_number': 4, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port': {'id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '1405d0a4-e933-4d11-9840-7b55d19b9601', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'port_id': 'bc197e9c-2add-41a3-90c3-15692c27d804', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'mac_address': 'fa:16:3e:1d:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f872b0b-19fb-4981-b9fe-4aba346dc2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:43:16Z', 'updated_at': '2022-03-08T15:43:33Z', 'revision_number': 1, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8602b8e6-aa7f-4d02-9d3e-df73d2575fde', 'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'mac_address': 'fa:16:3e:6c:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:55Z', 'revision_number': 5, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'subnets': [{'id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:35.441811 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b4250-0561-4d1a-9b4c-55a8cdd6a45f None None] The sync data for ids ['1c963191-b183-40cb-9a78-1c8d3a552aa9'] in dv-cinder-830098-2-iscsi is: [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:50Z', 'revision_number': 4, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port': {'id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '1405d0a4-e933-4d11-9840-7b55d19b9601', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'port_id': 'bc197e9c-2add-41a3-90c3-15692c27d804', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'mac_address': 'fa:16:3e:1d:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f872b0b-19fb-4981-b9fe-4aba346dc2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:43:16Z', 'updated_at': '2022-03-08T15:43:33Z', 'revision_number': 1, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8602b8e6-aa7f-4d02-9d3e-df73d2575fde', 'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'mac_address': 'fa:16:3e:6c:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:55Z', 'revision_number': 5, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'subnets': [{'id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:43:35.553290 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67078392-c54f-46ec-b56a-cae33ebc351a req-22bef98d-95f1-4960-9a7f-da183b663c21 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:35.554770 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-67078392-c54f-46ec-b56a-cae33ebc351a req-22bef98d-95f1-4960-9a7f-da183b663c21 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=117c5492-7c67-43a4-bf7b-fac8c87a560d HTTP/1.1" status: 200 len: 944 time: 0.0554132 Mar 08 15:43:35.603953 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-67078392-c54f-46ec-b56a-cae33ebc351a req-1f584021-e18d-4761-a032-b9831feeb034 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436258 Mar 08 15:43:35.654148 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bc09bf-0643-455b-8805-caceafcef769 None None] New status for floating IP 1405d0a4-e933-4d11-9840-7b55d19b9601: ACTIVE {{(pid=104420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:43:35.767226 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-8b41c737-2320-4987-b9fe-569728ef99e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:36.183756 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f872b0b-19fb-4981-b9fe-4aba346dc2e1', 'tag': 'bc197e9c-2add-41a3-90c3-15692c27d804'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:36.187681 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe61c170-6bd7-4c02-ae3d-a0526468cd86" -d '{"events": [{"name": "network-changed", "server_uuid": "6f872b0b-19fb-4981-b9fe-4aba346dc2e1", "tag": "bc197e9c-2add-41a3-90c3-15692c27d804"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:36.225675 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1117547e-4044-4b43-ad0d-b5c68a0f342d x-openstack-request-id: req-1117547e-4044-4b43-ad0d-b5c68a0f342d {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:36.225968 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f872b0b-19fb-4981-b9fe-4aba346dc2e1", "tag": "bc197e9c-2add-41a3-90c3-15692c27d804", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:36.226215 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1117547e-4044-4b43-ad0d-b5c68a0f342d {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:36.226671 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f872b0b-19fb-4981-b9fe-4aba346dc2e1', 'tag': 'bc197e9c-2add-41a3-90c3-15692c27d804', 'status': 'completed', 'code': 200} Mar 08 15:43:36.294113 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61c170-6bd7-4c02-ae3d-a0526468cd86 req-15fc76be-f7c9-4937-9e54-aed021feacc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:36.295665 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-fe61c170-6bd7-4c02-ae3d-a0526468cd86 req-15fc76be-f7c9-4937-9e54-aed021feacc7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f236c97d0e54f4dbe064bb9d3e45043&device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 1129 time: 0.0462179 Mar 08 15:43:36.405252 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61c170-6bd7-4c02-ae3d-a0526468cd86 req-f2b2ca52-0dec-40e6-a3e2-41869beccef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:36.406729 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-fe61c170-6bd7-4c02-ae3d-a0526468cd86 req-f2b2ca52-0dec-40e6-a3e2-41869beccef6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80c89e2a-a478-41c0-9d26-81d641ec9f8f HTTP/1.1" status: 200 len: 916 time: 0.1042521 Mar 08 15:43:36.472268 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-fe61c170-6bd7-4c02-ae3d-a0526468cd86 req-3518ba9d-6ec6-4f9a-b072-6604ba4ef439 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc197e9c-2add-41a3-90c3-15692c27d804 HTTP/1.1" status: 200 len: 1000 time: 0.0588648 Mar 08 15:43:36.506434 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:43:36.525789 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61c170-6bd7-4c02-ae3d-a0526468cd86 req-72b94110-0eef-4400-8a19-556683746cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:36.527319 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-fe61c170-6bd7-4c02-ae3d-a0526468cd86 req-72b94110-0eef-4400-8a19-556683746cc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7c72dd9-f6bb-4082-bbc6-f002b75fe090 HTTP/1.1" status: 200 len: 854 time: 0.0488982 Mar 08 15:43:36.578833 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61c170-6bd7-4c02-ae3d-a0526468cd86 req-dbc30d10-a30c-4696-8f41-6db7c0ba983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:36.580339 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-fe61c170-6bd7-4c02-ae3d-a0526468cd86 req-dbc30d10-a30c-4696-8f41-6db7c0ba983d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c89e2a-a478-41c0-9d26-81d641ec9f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465381 Mar 08 15:43:36.671239 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-fe61c170-6bd7-4c02-ae3d-a0526468cd86 req-a34513d1-cd28-43fc-98e1-a4fc2c9c3158 service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824864 Mar 08 15:43:36.725941 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de082b7-f2be-47f7-bc09-bf216a9580f8 req-bebc9e76-50ef-473b-94e1-478322cfeafb tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:36.727327 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9de082b7-f2be-47f7-bc09-bf216a9580f8 req-bebc9e76-50ef-473b-94e1-478322cfeafb tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=117c5492-7c67-43a4-bf7b-fac8c87a560d HTTP/1.1" status: 200 len: 944 time: 0.0560322 Mar 08 15:43:36.767298 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-fe61c170-6bd7-4c02-ae3d-a0526468cd86 req-e0222f4c-4c97-4939-89af-8cd61b8b938d service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891542 Mar 08 15:43:36.778504 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9de082b7-f2be-47f7-bc09-bf216a9580f8 req-edfa50d5-43dc-428b-b4fb-d2a1ae49c077 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454705 Mar 08 15:43:37.770505 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device c3c203c3-b604-4ef7-9996-e5d2a91b2e7b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:43:37.878550 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port c3c203c3-b604-4ef7-9996-e5d2a91b2e7b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3c203c3-b604-4ef7-9996-e5d2a91b2e7b,segment=NetworkSegment(401e3698-93a7-4663-a1f6-8a4251627afe),segment_id=401e3698-93a7-4663-a1f6-8a4251627afe)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:37.890300 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': 'c3c203c3-b604-4ef7-9996-e5d2a91b2e7b', 'network_id': 'd536f4a9-5448-45a4-ab6a-385795a1e142', 'port_id': 'c3c203c3-b604-4ef7-9996-e5d2a91b2e7b', 'mac_address': 'fa:16:3e:68:4a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb03c34-2ce2-4343-8193-570556c9d400', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:43:37.904708 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f857c8-282b-4695-8133-3e14e06408a8 req-28de3da7-5822-4368-a993-d81b62d592f5 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:37.906170 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c7f857c8-282b-4695-8133-3e14e06408a8 req-28de3da7-5822-4368-a993-d81b62d592f5 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=117c5492-7c67-43a4-bf7b-fac8c87a560d HTTP/1.1" status: 200 len: 944 time: 0.0587773 Mar 08 15:43:37.934050 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port c3c203c3-b604-4ef7-9996-e5d2a91b2e7b is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:37.934361 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (c3c203c3-b604-4ef7-9996-e5d2a91b2e7b), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:37.947677 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c203c3-b604-4ef7-9996-e5d2a91b2e7b {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:43:37.960024 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c7f857c8-282b-4695-8133-3e14e06408a8 req-5f0391b5-f541-4092-88b7-f4cb18f139d9 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470262 Mar 08 15:43:37.967207 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port c3c203c3-b604-4ef7-9996-e5d2a91b2e7b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3c203c3-b604-4ef7-9996-e5d2a91b2e7b,segment=NetworkSegment(401e3698-93a7-4663-a1f6-8a4251627afe),segment_id=401e3698-93a7-4663-a1f6-8a4251627afe)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:37.973335 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (c3c203c3-b604-4ef7-9996-e5d2a91b2e7b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:38.031264 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=c3c203c3-b604-4ef7-9996-e5d2a91b2e7b,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:38.257304 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['c3c203c3-b604-4ef7-9996-e5d2a91b2e7b'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:43:38.520680 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f9e252b8-7bbd-43f8-9c99-c259aaa6a861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:39.083353 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701693eb-b72b-49b2-8056-eaa227fb2041 req-19828e8b-ba33-4123-acf8-1dcf68a44b3f tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:39.084853 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-701693eb-b72b-49b2-8056-eaa227fb2041 req-19828e8b-ba33-4123-acf8-1dcf68a44b3f tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=117c5492-7c67-43a4-bf7b-fac8c87a560d HTTP/1.1" status: 200 len: 945 time: 0.0552623 Mar 08 15:43:39.131356 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-701693eb-b72b-49b2-8056-eaa227fb2041 req-790a00d4-027d-4d26-9223-11e386a65228 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408962 Mar 08 15:43:39.778084 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device c3c203c3-b604-4ef7-9996-e5d2a91b2e7b up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:43:39.832624 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port c3c203c3-b604-4ef7-9996-e5d2a91b2e7b completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:43:39.836471 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port c3c203c3-b604-4ef7-9996-e5d2a91b2e7b triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:39.836837 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (c3c203c3-b604-4ef7-9996-e5d2a91b2e7b), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:39.923994 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port c3c203c3-b604-4ef7-9996-e5d2a91b2e7b is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:39.924259 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (c3c203c3-b604-4ef7-9996-e5d2a91b2e7b), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:39.949059 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117c5492-7c67-43a4-bf7b-fac8c87a560d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c203c3-b604-4ef7-9996-e5d2a91b2e7b'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:39.951337 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cec612b-28d6-4f53-a363-ba8c1ff3d685" -d '{"events": [{"server_uuid": "117c5492-7c67-43a4-bf7b-fac8c87a560d", "name": "network-vif-plugged", "status": "completed", "tag": "c3c203c3-b604-4ef7-9996-e5d2a91b2e7b"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:39.966004 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port c3c203c3-b604-4ef7-9996-e5d2a91b2e7b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3c203c3-b604-4ef7-9996-e5d2a91b2e7b,segment=NetworkSegment(401e3698-93a7-4663-a1f6-8a4251627afe),segment_id=401e3698-93a7-4663-a1f6-8a4251627afe)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:39.971152 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (c3c203c3-b604-4ef7-9996-e5d2a91b2e7b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:39.996997 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2ed4c7-2914-4120-b4ea-dc79af5f74ae x-openstack-request-id: req-1a2ed4c7-2914-4120-b4ea-dc79af5f74ae {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:39.997255 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117c5492-7c67-43a4-bf7b-fac8c87a560d", "name": "network-vif-plugged", "status": "completed", "tag": "c3c203c3-b604-4ef7-9996-e5d2a91b2e7b", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:39.997523 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a2ed4c7-2914-4120-b4ea-dc79af5f74ae {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:39.997905 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117c5492-7c67-43a4-bf7b-fac8c87a560d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c203c3-b604-4ef7-9996-e5d2a91b2e7b', 'code': 200} Mar 08 15:43:40.024660 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=c3c203c3-b604-4ef7-9996-e5d2a91b2e7b,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:40.174128 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51869cf3-a044-4ca2-9dce-3fe5087aef59 req-46b54e8a-3f44-4455-ab55-42fd35b73477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:40.175645 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-51869cf3-a044-4ca2-9dce-3fe5087aef59 req-46b54e8a-3f44-4455-ab55-42fd35b73477 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=117c5492-7c67-43a4-bf7b-fac8c87a560d HTTP/1.1" status: 200 len: 1130 time: 0.0514998 Mar 08 15:43:40.212997 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:40.242009 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-51869cf3-a044-4ca2-9dce-3fe5087aef59 req-bd45988b-37ef-4b58-ad9c-eedfe92fc7a9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545578 Mar 08 15:43:40.297184 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2804d-452d-4c87-a27b-c93ed9b460db req-30e35687-fe7d-4b6a-8e3a-00e774984001 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:40.299634 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1ad2804d-452d-4c87-a27b-c93ed9b460db req-30e35687-fe7d-4b6a-8e3a-00e774984001 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=117c5492-7c67-43a4-bf7b-fac8c87a560d HTTP/1.1" status: 200 len: 946 time: 0.0787668 Mar 08 15:43:40.347470 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1ad2804d-452d-4c87-a27b-c93ed9b460db req-98ff4ad0-8db8-484e-9aaa-46d4ee93f95f tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422919 Mar 08 15:43:40.429679 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf5d49-4e39-4e9a-8e7e-726eab97c0af req-0befa440-668c-44d9-aa55-d41c58e7cf3d tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:40.431071 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-30bf5d49-4e39-4e9a-8e7e-726eab97c0af req-0befa440-668c-44d9-aa55-d41c58e7cf3d tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 946 time: 0.0524478 Mar 08 15:43:40.480956 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-30bf5d49-4e39-4e9a-8e7e-726eab97c0af req-ad1eeb82-ce33-478a-8afb-5d940ab244f1 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443139 Mar 08 15:43:41.008498 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:41.474703 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fea72-2740-43b3-ab37-1b733c57287f req-82a03308-622a-4ba9-8dde-f89f67747ae6 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:41.476228 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-db5fea72-2740-43b3-ab37-1b733c57287f req-82a03308-622a-4ba9-8dde-f89f67747ae6 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=117c5492-7c67-43a4-bf7b-fac8c87a560d HTTP/1.1" status: 200 len: 946 time: 0.0586395 Mar 08 15:43:41.491618 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 44342) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:41.497234 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-beaeb4f0-d2f3-4681-9d2a-508c2c02023c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--785805879', 'description': 'tempest-description--1140350692'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:41.522111 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-beaeb4f0-d2f3-4681-9d2a-508c2c02023c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:41.534536 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-db5fea72-2740-43b3-ab37-1b733c57287f req-64995c1e-e98d-4430-a733-2a2ea563dc41 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517704 Mar 08 15:43:41.603837 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-beaeb4f0-d2f3-4681-9d2a-508c2c02023c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (02421787-22de-425d-8c22-827cdb452290), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:41.608898 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-beaeb4f0-d2f3-4681-9d2a-508c2c02023c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (02421787-22de-425d-8c22-827cdb452290), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:41.618350 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de152e0-8597-4584-b6e3-2e45f3302ec2 req-41af09ae-ee12-4e2d-a322-00c2580dad66 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:41.619855 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7de152e0-8597-4584-b6e3-2e45f3302ec2 req-41af09ae-ee12-4e2d-a322-00c2580dad66 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 946 time: 0.0576668 Mar 08 15:43:41.640763 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-beaeb4f0-d2f3-4681-9d2a-508c2c02023c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:41.642078 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-beaeb4f0-d2f3-4681-9d2a-508c2c02023c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1489770 Mar 08 15:43:41.644032 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaeb4f0-d2f3-4681-9d2a-508c2c02023c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02421787-22de-425d-8c22-827cdb452290,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:41.645475 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 44346) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:41.651855 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-ddf39ab4-6934-476e-9733-7964d7ef099f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'security_group_rule': {'security_group_id': '02421787-22de-425d-8c22-827cdb452290', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:41.687974 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7de152e0-8597-4584-b6e3-2e45f3302ec2 req-b559baac-a578-4739-bcc0-b0f377e341c3 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623097 Mar 08 15:43:41.697551 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ddf39ab4-6934-476e-9733-7964d7ef099f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (e22eaf0b-dc68-43db-9816-09f83320d506), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:41.744594 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ddf39ab4-6934-476e-9733-7964d7ef099f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (e22eaf0b-dc68-43db-9816-09f83320d506), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:41.750247 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ddf39ab4-6934-476e-9733-7964d7ef099f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (e22eaf0b-dc68-43db-9816-09f83320d506), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:41.768496 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf39ab4-6934-476e-9733-7964d7ef099f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22eaf0b-dc68-43db-9816-09f83320d506,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:41.779683 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ddf39ab4-6934-476e-9733-7964d7ef099f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:41.780848 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ddf39ab4-6934-476e-9733-7964d7ef099f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337132 Mar 08 15:43:41.783577 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 44348) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:41.787930 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-3620f59e-2314-42ad-82b1-828bbc7c6aae tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'security_group_rule': {'security_group_id': '02421787-22de-425d-8c22-827cdb452290', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:41.815366 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3620f59e-2314-42ad-82b1-828bbc7c6aae tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (e84579b3-81e6-4a6d-bfc9-d76f8f847a6c), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:41.874647 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3620f59e-2314-42ad-82b1-828bbc7c6aae tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (e84579b3-81e6-4a6d-bfc9-d76f8f847a6c), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:41.879815 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3620f59e-2314-42ad-82b1-828bbc7c6aae tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (e84579b3-81e6-4a6d-bfc9-d76f8f847a6c), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:41.899208 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620f59e-2314-42ad-82b1-828bbc7c6aae tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84579b3-81e6-4a6d-bfc9-d76f8f847a6c,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:41.905666 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3620f59e-2314-42ad-82b1-828bbc7c6aae tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:41.906890 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-3620f59e-2314-42ad-82b1-828bbc7c6aae tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224222 Mar 08 15:43:41.910166 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 44350) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:41.915212 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-c7c2ac40-e16a-42d7-ab43-911fdc577e64 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'floatingip': {'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:41.935706 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ac40-e16a-42d7-ab43-911fdc577e64 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:42.032259 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ac40-e16a-42d7-ab43-911fdc577e64 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:42.169389 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-c7c2ac40-e16a-42d7-ab43-911fdc577e64 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Allocated IP 172.27.1.73 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/bb09c607-15bf-4db9-a0b8-6503626d3338) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:43:42.210854 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7515ed5-9067-4b72-8a1c-1c94d5578a2b req-6e13594a-3e3b-4427-bbe8-7e9bd2585260 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:42.212298 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-f7515ed5-9067-4b72-8a1c-1c94d5578a2b req-6e13594a-3e3b-4427-bbe8-7e9bd2585260 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.41 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 946 time: 0.0989745 Mar 08 15:43:42.305788 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:42.360656 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ac40-e16a-42d7-ab43-911fdc577e64 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for port (bb09c607-15bf-4db9-a0b8-6503626d3338), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:42.393699 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-f7515ed5-9067-4b72-8a1c-1c94d5578a2b req-79b838a5-dda9-45a2-a796-007b551bd069 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Deleting port 5f61dcad-871d-4d04-b7a1-1c65b08b1949 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:43:42.394013 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-f7515ed5-9067-4b72-8a1c-1c94d5578a2b req-79b838a5-dda9-45a2-a796-007b551bd069 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (5f61dcad-871d-4d04-b7a1-1c65b08b1949), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:42.452274 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ac40-e16a-42d7-ab43-911fdc577e64 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (bb09c607-15bf-4db9-a0b8-6503626d3338), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:42.510367 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c2ac40-e16a-42d7-ab43-911fdc577e64 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:43:42.513779 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-c7c2ac40-e16a-42d7-ab43-911fdc577e64 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:42.519034 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2ac40-e16a-42d7-ab43-911fdc577e64 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'Port': ['ID=bb09c607-15bf-4db9-a0b8-6503626d3338,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:42.525542 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c2ac40-e16a-42d7-ab43-911fdc577e64 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:43:42.562375 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-f7515ed5-9067-4b72-8a1c-1c94d5578a2b req-79b838a5-dda9-45a2-a796-007b551bd069 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] For port 5f61dcad-871d-4d04-b7a1-1c65b08b1949, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5f61dcad-871d-4d04-b7a1-1c65b08b1949,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:42.562756 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-f7515ed5-9067-4b72-8a1c-1c94d5578a2b req-79b838a5-dda9-45a2-a796-007b551bd069 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (5f61dcad-871d-4d04-b7a1-1c65b08b1949), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:42.655326 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e4fa6-4486-4082-b034-2e59cf1f0c60 req-06f2f894-b750-439a-b4d0-553cad4f8c16 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:42.657068 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-df2e4fa6-4486-4082-b034-2e59cf1f0c60 req-06f2f894-b750-439a-b4d0-553cad4f8c16 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=117c5492-7c67-43a4-bf7b-fac8c87a560d HTTP/1.1" status: 200 len: 946 time: 0.0533545 Mar 08 15:43:42.706356 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-df2e4fa6-4486-4082-b034-2e59cf1f0c60 req-7835dedd-e3ed-456f-bbea-136712ca1d70 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431333 Mar 08 15:43:42.710475 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ac40-e16a-42d7-ab43-911fdc577e64 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (b0aa19fd-0db0-460d-9c1d-d1da9994f0c3), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:42.794515 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ac40-e16a-42d7-ab43-911fdc577e64 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (bb09c607-15bf-4db9-a0b8-6503626d3338), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:42.824454 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-f7515ed5-9067-4b72-8a1c-1c94d5578a2b req-79b838a5-dda9-45a2-a796-007b551bd069 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:42.824807 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-f7515ed5-9067-4b72-8a1c-1c94d5578a2b req-79b838a5-dda9-45a2-a796-007b551bd069 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (ac1da470-88c7-434e-a15a-23e0f88a4b0d), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:42.825112 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.l3_db [req-f7515ed5-9067-4b72-8a1c-1c94d5578a2b req-79b838a5-dda9-45a2-a796-007b551bd069 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Floating IP ac1da470-88c7-434e-a15a-23e0f88a4b0d disassociated. External IP: 172.27.1.125, port: 5f61dcad-871d-4d04-b7a1-1c65b08b1949. Mar 08 15:43:42.825444 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-f7515ed5-9067-4b72-8a1c-1c94d5578a2b req-79b838a5-dda9-45a2-a796-007b551bd069 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Calling delete_port for 5f61dcad-871d-4d04-b7a1-1c65b08b1949 owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:43:42.826590 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8b6ed-957e-42a0-8259-d0caa47f0817 req-de6e0703-7ba3-413f-95b2-39ad5fbce5ee tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:42.829129 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-04e8b6ed-957e-42a0-8259-d0caa47f0817 req-de6e0703-7ba3-413f-95b2-39ad5fbce5ee tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 946 time: 0.0598392 Mar 08 15:43:42.882931 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-04e8b6ed-957e-42a0-8259-d0caa47f0817 req-0ff720c9-245c-42f5-b8e0-79a511fb1ac0 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473053 Mar 08 15:43:43.066463 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ac40-e16a-42d7-ab43-911fdc577e64 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for port (bb09c607-15bf-4db9-a0b8-6503626d3338), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:43.076234 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ac40-e16a-42d7-ab43-911fdc577e64 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (bb09c607-15bf-4db9-a0b8-6503626d3338), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:43.085045 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-f7515ed5-9067-4b72-8a1c-1c94d5578a2b req-79b838a5-dda9-45a2-a796-007b551bd069 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (5f61dcad-871d-4d04-b7a1-1c65b08b1949), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:43.162502 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2ac40-e16a-42d7-ab43-911fdc577e64 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'Port': ['ID=bb09c607-15bf-4db9-a0b8-6503626d3338,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:43.209724 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ac40-e16a-42d7-ab43-911fdc577e64 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (b0aa19fd-0db0-460d-9c1d-d1da9994f0c3), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:43.245983 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b838a5-dda9-45a2-a796-007b551bd069 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event deleted for resources: {'Port': ['ID=5f61dcad-871d-4d04-b7a1-1c65b08b1949,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:43.258297 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c7c2ac40-e16a-42d7-ab43-911fdc577e64 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:43.259584 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-c7c2ac40-e16a-42d7-ab43-911fdc577e64 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3483138 Mar 08 15:43:43.323217 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7515ed5-9067-4b72-8a1c-1c94d5578a2b req-79b838a5-dda9-45a2-a796-007b551bd069 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:43:43.420261 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fca7f06f-9048-454c-91ba-324d076e343a req-b35a39c0-8071-42e2-8be5-239ee7e79e78 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--785805879&fields=id&tenant_id=62d3c6874e0e48c792aaf383f2bb7945 HTTP/1.1" status: 200 len: 267 time: 0.0502560 Mar 08 15:43:43.442512 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7515ed5-9067-4b72-8a1c-1c94d5578a2b req-79b838a5-dda9-45a2-a796-007b551bd069 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:43:43.455114 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29700556-66e4-4174-92e9-cec917e06367 None None] Sync routers for ids ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:43:43.464881 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29700556-66e4-4174-92e9-cec917e06367 None None] Routers {'9afc2d2c-a6aa-4085-9b46-15248fa596d7'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:43.465454 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-29700556-66e4-4174-92e9-cec917e06367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:43:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:43.496956 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7515ed5-9067-4b72-8a1c-1c94d5578a2b req-79b838a5-dda9-45a2-a796-007b551bd069 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] No DVR routers for this DVR port 5f61dcad-871d-4d04-b7a1-1c65b08b1949 on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:43:43.499678 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-f7515ed5-9067-4b72-8a1c-1c94d5578a2b req-79b838a5-dda9-45a2-a796-007b551bd069 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:43.507541 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-f7515ed5-9067-4b72-8a1c-1c94d5578a2b req-79b838a5-dda9-45a2-a796-007b551bd069 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.41 "DELETE /v2.0/ports/5f61dcad-871d-4d04-b7a1-1c65b08b1949 HTTP/1.1" status: 204 len: 173 time: 1.2872512 Mar 08 15:43:43.509065 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025cd9fc-9184-4e94-8ef8-b7b11606d0ee', 'name': 'network-vif-deleted', 'tag': '5f61dcad-871d-4d04-b7a1-1c65b08b1949'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:43.512359 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb60bde-451b-4882-b89f-6645f78ebbaa" -d '{"events": [{"server_uuid": "025cd9fc-9184-4e94-8ef8-b7b11606d0ee", "name": "network-vif-deleted", "tag": "5f61dcad-871d-4d04-b7a1-1c65b08b1949"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:43.564143 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7f06f-9048-454c-91ba-324d076e343a req-0df33c11-bae4-4166-93e9-b8d19776118e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:43.565811 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fca7f06f-9048-454c-91ba-324d076e343a req-0df33c11-bae4-4166-93e9-b8d19776118e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/networks?id=a91eab27-e927-433f-826e-c27a0b9152a4 HTTP/1.1" status: 200 len: 815 time: 0.1382384 Mar 08 15:43:43.571122 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e24cf04-e1a1-445f-b084-0c840eb40298 x-openstack-request-id: req-3e24cf04-e1a1-445f-b084-0c840eb40298 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:43.571367 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025cd9fc-9184-4e94-8ef8-b7b11606d0ee", "name": "network-vif-deleted", "tag": "5f61dcad-871d-4d04-b7a1-1c65b08b1949", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:43.571604 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e24cf04-e1a1-445f-b084-0c840eb40298 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:43.572003 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025cd9fc-9184-4e94-8ef8-b7b11606d0ee', 'name': 'network-vif-deleted', 'tag': '5f61dcad-871d-4d04-b7a1-1c65b08b1949', 'status': 'completed', 'code': 200} Mar 08 15:43:43.584871 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fca7f06f-9048-454c-91ba-324d076e343a req-5265e83c-2867-45fb-a332-6f31f8df0a0d tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/quotas/62d3c6874e0e48c792aaf383f2bb7945 HTTP/1.1" status: 200 len: 375 time: 0.0116811 Mar 08 15:43:43.631950 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-29700556-66e4-4174-92e9-cec917e06367 None None] Set router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:43.652678 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fca7f06f-9048-454c-91ba-324d076e343a req-37c21f52-b694-4c71-b4c5-0055455d1395 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=62d3c6874e0e48c792aaf383f2bb7945&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0589106 Mar 08 15:43:43.757924 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fca7f06f-9048-454c-91ba-324d076e343a req-376f7ca1-3368-410e-b674-630b3485bf00 service neutron] 10.222.0.11 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911560 Mar 08 15:43:43.844869 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-29700556-66e4-4174-92e9-cec917e06367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:09Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:43.861488 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fca7f06f-9048-454c-91ba-324d076e343a req-3fe552b9-8147-4246-952c-a6820968cc06 service neutron] 10.222.0.11 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979202 Mar 08 15:43:43.874035 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29700556-66e4-4174-92e9-cec917e06367 None None] Checking router: 9afc2d2c-a6aa-4085-9b46-15248fa596d7 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:43:43.883742 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29700556-66e4-4174-92e9-cec917e06367 None None] Routers {'9afc2d2c-a6aa-4085-9b46-15248fa596d7'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:43.884551 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-29700556-66e4-4174-92e9-cec917e06367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:43:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:44.005367 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-92a57290-71e9-4792-a221-04c58c71bcc3 req-c15dabe3-bd67-4800-b4c9-d625e211b939 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=025cd9fc-9184-4e94-8ef8-b7b11606d0ee HTTP/1.1" status: 200 len: 210 time: 0.0341027 Mar 08 15:43:44.015267 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-29700556-66e4-4174-92e9-cec917e06367 None None] Set router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:44.053858 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4d5dba06-4ea9-41e9-ac8d-234319f0136b req-e5eff4eb-a518-4332-8a0d-257b0c5d1ad2 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 210 time: 0.0290155 Mar 08 15:43:44.388002 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-29700556-66e4-4174-92e9-cec917e06367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:09Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:44.416911 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29700556-66e4-4174-92e9-cec917e06367 None None] The sync data for ids ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'] in dv-cinder-830098-2-iscsi is: [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:09Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:43:44.654868 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b4bcb1-a839-4e49-a958-6c66f5c88e90 None None] New status for floating IP ac1da470-88c7-434e-a15a-23e0f88a4b0d: DOWN {{(pid=104420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:43:45.103504 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7f06f-9048-454c-91ba-324d076e343a req-872563d4-0888-456a-8e7e-dc244f20e8fe tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:45.105021 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-fca7f06f-9048-454c-91ba-324d076e343a req-872563d4-0888-456a-8e7e-dc244f20e8fe tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "GET /v2.0/networks?id=a91eab27-e927-433f-826e-c27a0b9152a4 HTTP/1.1" status: 200 len: 815 time: 0.1052122 Mar 08 15:43:45.195065 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-fca7f06f-9048-454c-91ba-324d076e343a req-ee1b77dc-79b6-4ebf-afc0-d7d6305cacee tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62d3c6874e0e48c792aaf383f2bb7945 HTTP/1.1" status: 200 len: 471 time: 0.0806987 Mar 08 15:43:45.205957 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-fca7f06f-9048-454c-91ba-324d076e343a req-edba9f7a-8785-4eae-9dea-5fd31dc47629 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'port': {'device_id': '05872e09-1e6e-43b7-9086-7dc6a72c8e46', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'admin_state_up': True, 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'security_groups': ['02421787-22de-425d-8c22-827cdb452290']}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:45.265602 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-dfacc50d-9fa4-47f4-8e91-fafb47e393cc req-4c8a4e57-d36b-4df2-b3d8-95dcc51a1274 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 210 time: 0.1063020 Mar 08 15:43:45.311162 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-a1bf0f70-5def-461f-8654-f69a8880017e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053997725&fields=id&tenant_id=8d0cf23d94b04413bd119204393f2f3d HTTP/1.1" status: 200 len: 267 time: 0.0444849 Mar 08 15:43:45.336317 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca7f06f-9048-454c-91ba-324d076e343a req-edba9f7a-8785-4eae-9dea-5fd31dc47629 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Made reservation on behalf of 62d3c6874e0e48c792aaf383f2bb7945 for: {'port': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:43:45.339840 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-fca7f06f-9048-454c-91ba-324d076e343a req-edba9f7a-8785-4eae-9dea-5fd31dc47629 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:45.484149 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [req-fca7f06f-9048-454c-91ba-324d076e343a req-edba9f7a-8785-4eae-9dea-5fd31dc47629 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Allocated IP 172.20.0.6 (a91eab27-e927-433f-826e-c27a0b9152a4/07efbca3-18a1-4b3b-886d-8e44215b7116/41ab41d7-6bd2-45ba-931e-43ddf56a764f) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:43:45.635416 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-fca7f06f-9048-454c-91ba-324d076e343a req-edba9f7a-8785-4eae-9dea-5fd31dc47629 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for port (41ab41d7-6bd2-45ba-931e-43ddf56a764f), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:45.680509 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-234058dd-620c-47cc-9736-2dc3bb27c645 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:45.682754 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-234058dd-620c-47cc-9736-2dc3bb27c645 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/networks?id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f HTTP/1.1" status: 200 len: 812 time: 0.3652432 Mar 08 15:43:45.692676 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-fca7f06f-9048-454c-91ba-324d076e343a req-edba9f7a-8785-4eae-9dea-5fd31dc47629 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (41ab41d7-6bd2-45ba-931e-43ddf56a764f), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:45.701998 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-6f8f5ab3-c116-46f5-9f5f-1e785d846586 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/quotas/8d0cf23d94b04413bd119204393f2f3d HTTP/1.1" status: 200 len: 375 time: 0.0098212 Mar 08 15:43:45.746425 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca7f06f-9048-454c-91ba-324d076e343a req-edba9f7a-8785-4eae-9dea-5fd31dc47629 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Network a91eab27-e927-433f-826e-c27a0b9152a4 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:43:45.749442 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [req-fca7f06f-9048-454c-91ba-324d076e343a req-edba9f7a-8785-4eae-9dea-5fd31dc47629 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:45.753099 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca7f06f-9048-454c-91ba-324d076e343a req-edba9f7a-8785-4eae-9dea-5fd31dc47629 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:43:45.779605 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba9f7a-8785-4eae-9dea-5fd31dc47629 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'Port': ['ID=41ab41d7-6bd2-45ba-931e-43ddf56a764f,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:45.794623 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 5f61dcad-871d-4d04-b7a1-1c65b08b1949 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:43:45.805023 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-625f13ee-266d-439a-aadf-53b51a88b62a tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d0cf23d94b04413bd119204393f2f3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967460 Mar 08 15:43:45.819309 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: 5f61dcad-871d-4d04-b7a1-1c65b08b1949 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:43:45.820014 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 5f61dcad-871d-4d04-b7a1-1c65b08b1949 not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:43:45.821689 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61508819-bcd1-40fe-9063-f1099d9cf9f0 req-490e89d7-9076-4492-89df-ee03181dfff7 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:45.823208 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-61508819-bcd1-40fe-9063-f1099d9cf9f0 req-490e89d7-9076-4492-89df-ee03181dfff7 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.1043277 Mar 08 15:43:45.826551 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7f06f-9048-454c-91ba-324d076e343a req-edba9f7a-8785-4eae-9dea-5fd31dc47629 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:45.827208 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-fca7f06f-9048-454c-91ba-324d076e343a req-edba9f7a-8785-4eae-9dea-5fd31dc47629 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:45.848317 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-fca7f06f-9048-454c-91ba-324d076e343a req-edba9f7a-8785-4eae-9dea-5fd31dc47629 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6459084 Mar 08 15:43:45.861759 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Request body: {'port': {'device_id': '05872e09-1e6e-43b7-9086-7dc6a72c8e46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:45.922355 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-61508819-bcd1-40fe-9063-f1099d9cf9f0 req-0ddb77c1-011e-4ab7-baa1-2c44d1f9f3aa tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864124 Mar 08 15:43:45.926748 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (41ab41d7-6bd2-45ba-931e-43ddf56a764f), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:45.950752 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-03a1a319-c864-4da9-a5d9-f9a0818a02fc service neutron] 10.222.0.11 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443496 Mar 08 15:43:46.043517 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-2d898256-f611-4d1a-b8f0-e1ee97744020 service neutron] 10.222.0.11 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916700 Mar 08 15:43:46.057810 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-e4090fb7-2649-41b8-a893-21d0aaeab911 None None] Provisioning complete for port 41ab41d7-6bd2-45ba-931e-43ddf56a764f triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:46.058322 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-e4090fb7-2649-41b8-a893-21d0aaeab911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (41ab41d7-6bd2-45ba-931e-43ddf56a764f), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:46.100460 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-e4090fb7-2649-41b8-a893-21d0aaeab911 None None] Port 41ab41d7-6bd2-45ba-931e-43ddf56a764f cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:43:46.395638 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d4e4e-0091-40e0-817f-ae03f00abe75 req-f7af9060-2ecb-4c65-9d9f-123b1abacb52 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:46.397130 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-515d4e4e-0091-40e0-817f-ae03f00abe75 req-f7af9060-2ecb-4c65-9d9f-123b1abacb52 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 931 time: 0.0580094 Mar 08 15:43:46.452238 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-515d4e4e-0091-40e0-817f-ae03f00abe75 req-973b8c5d-f8e6-4ca1-b244-98f738a97b97 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=02421787-22de-425d-8c22-827cdb452290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481694 Mar 08 15:43:46.486598 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b5082816-98ca-490a-a784-e61d17bcbb77 req-8eeeb234-fa56-4fee-8d96-a0c45da93ef0 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 210 time: 0.0329244 Mar 08 15:43:46.513593 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ab41d7-6bd2-45ba-931e-43ddf56a764f {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:43:46.521421 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Publish callbacks [] for port (41ab41d7-6bd2-45ba-931e-43ddf56a764f), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:46.534429 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Transition to ACTIVE for port object 41ab41d7-6bd2-45ba-931e-43ddf56a764f will not be triggered until provisioned by entity L2. {{(pid=104418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:43:46.539115 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (41ab41d7-6bd2-45ba-931e-43ddf56a764f), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:46.606917 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Pushing event updated for resources: {'Port': ['ID=41ab41d7-6bd2-45ba-931e-43ddf56a764f,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:46.665240 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Attempting to bind port 41ab41d7-6bd2-45ba-931e-43ddf56a764f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:43:46.665674 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Attempting to bind port 41ab41d7-6bd2-45ba-931e-43ddf56a764f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:43:46.666140 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Attempting to bind port 41ab41d7-6bd2-45ba-931e-43ddf56a764f on network a91eab27-e927-433f-826e-c27a0b9152a4 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:43:46.671264 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Port 41ab41d7-6bd2-45ba-931e-43ddf56a764f on network a91eab27-e927-433f-826e-c27a0b9152a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:43:46.671587 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Attempting to bind port 41ab41d7-6bd2-45ba-931e-43ddf56a764f on network a91eab27-e927-433f-826e-c27a0b9152a4 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:43:46.677382 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:43:46.677776 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Checking segment: {'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:43:46.678164 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Bound using segment: {'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:43:46.678798 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Bound port: 41ab41d7-6bd2-45ba-931e-43ddf56a764f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:43:46.679216 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (41ab41d7-6bd2-45ba-931e-43ddf56a764f), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:46.753645 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] For port 41ab41d7-6bd2-45ba-931e-43ddf56a764f, host hv-cinder-83009, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:43:46.758108 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] For port 41ab41d7-6bd2-45ba-931e-43ddf56a764f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41ab41d7-6bd2-45ba-931e-43ddf56a764f,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:43:46.764491 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (41ab41d7-6bd2-45ba-931e-43ddf56a764f), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:46.799264 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:46.799884 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:46.801579 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-fca7f06f-9048-454c-91ba-324d076e343a req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] 10.222.0.41 "PUT /v2.0/ports/41ab41d7-6bd2-45ba-931e-43ddf56a764f HTTP/1.1" status: 200 len: 1093 time: 0.9453907 Mar 08 15:43:46.802160 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05872e09-1e6e-43b7-9086-7dc6a72c8e46', 'tag': '41ab41d7-6bd2-45ba-931e-43ddf56a764f'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:46.804396 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc20102-b2e6-4c08-bae7-3422484cd7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "05872e09-1e6e-43b7-9086-7dc6a72c8e46", "tag": "41ab41d7-6bd2-45ba-931e-43ddf56a764f"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:46.838054 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba61a39-418d-47b5-a804-ea6bac051d13 service neutron] Pushing event updated for resources: {'Port': ['ID=41ab41d7-6bd2-45ba-931e-43ddf56a764f,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:46.865252 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c3f40a-6402-481e-90d2-98c0d2085ad5 x-openstack-request-id: req-48c3f40a-6402-481e-90d2-98c0d2085ad5 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:46.865620 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05872e09-1e6e-43b7-9086-7dc6a72c8e46", "tag": "41ab41d7-6bd2-45ba-931e-43ddf56a764f", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:46.865946 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-48c3f40a-6402-481e-90d2-98c0d2085ad5 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:46.866694 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05872e09-1e6e-43b7-9086-7dc6a72c8e46', 'tag': '41ab41d7-6bd2-45ba-931e-43ddf56a764f', 'status': 'completed', 'code': 200} Mar 08 15:43:46.919885 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7f06f-9048-454c-91ba-324d076e343a req-eba44d62-a797-4f4b-af64-2b867df24a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:46.921712 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-fca7f06f-9048-454c-91ba-324d076e343a req-eba44d62-a797-4f4b-af64-2b867df24a9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62d3c6874e0e48c792aaf383f2bb7945&device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 1127 time: 0.0505793 Mar 08 15:43:46.986912 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-fca7f06f-9048-454c-91ba-324d076e343a req-69525ead-42a3-4a08-b7dc-dab32597fbf5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41ab41d7-6bd2-45ba-931e-43ddf56a764f HTTP/1.1" status: 200 len: 217 time: 0.0496917 Mar 08 15:43:47.040710 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7f06f-9048-454c-91ba-324d076e343a req-a4008a4a-ead7-4ffc-95d4-b2387fc55610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:47.042198 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-fca7f06f-9048-454c-91ba-324d076e343a req-a4008a4a-ead7-4ffc-95d4-b2387fc55610 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07efbca3-18a1-4b3b-886d-8e44215b7116 HTTP/1.1" status: 200 len: 854 time: 0.0472882 Mar 08 15:43:47.077283 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b63e2-827b-4143-961b-48474a59dd1c req-1fcd27a6-3b9f-4a7a-8bd3-7af31d4cfa36 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:47.079133 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d77b63e2-827b-4143-961b-48474a59dd1c req-1fcd27a6-3b9f-4a7a-8bd3-7af31d4cfa36 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0719781 Mar 08 15:43:47.097442 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7f06f-9048-454c-91ba-324d076e343a req-55484261-ee78-44a6-8420-af0ce7f046a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:47.099390 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-fca7f06f-9048-454c-91ba-324d076e343a req-55484261-ee78-44a6-8420-af0ce7f046a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a91eab27-e927-433f-826e-c27a0b9152a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498164 Mar 08 15:43:47.132974 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d77b63e2-827b-4143-961b-48474a59dd1c req-79199df6-7d06-4569-a6fb-292631a456fa tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467675 Mar 08 15:43:47.200400 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-fca7f06f-9048-454c-91ba-324d076e343a req-605ded3f-3e78-4aeb-9c38-60944bc66535 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935860 Mar 08 15:43:47.298453 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-fca7f06f-9048-454c-91ba-324d076e343a req-4939f906-627a-4b31-be3d-4aad67e045ee service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859303 Mar 08 15:43:47.385012 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:47.417956 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc20102-b2e6-4c08-bae7-3422484cd7f6 req-32b19997-b014-4cc3-86ab-895c787d3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:47.419505 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7cc20102-b2e6-4c08-bae7-3422484cd7f6 req-32b19997-b014-4cc3-86ab-895c787d3683 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62d3c6874e0e48c792aaf383f2bb7945&device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 1127 time: 0.0633111 Mar 08 15:43:47.582069 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc20102-b2e6-4c08-bae7-3422484cd7f6 req-87dd6a5a-fb98-4a26-99e1-7f382cdb0d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:47.583749 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7cc20102-b2e6-4c08-bae7-3422484cd7f6 req-87dd6a5a-fb98-4a26-99e1-7f382cdb0d6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a91eab27-e927-433f-826e-c27a0b9152a4 HTTP/1.1" status: 200 len: 916 time: 0.1564195 Mar 08 15:43:47.599862 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e5ce1a7d-1029-463c-8a73-2870da51de1b req-4e41e935-9a66-460b-97ee-2636f1bac9ff tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 210 time: 0.0337546 Mar 08 15:43:47.619441 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5dfc64-24b1-4216-8428-12a6d90b1278 req-2af480da-5f12-4f47-9193-88b0c64d312c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:47.621113 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6a5dfc64-24b1-4216-8428-12a6d90b1278 req-2af480da-5f12-4f47-9193-88b0c64d312c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 943 time: 0.0951850 Mar 08 15:43:47.638649 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7cc20102-b2e6-4c08-bae7-3422484cd7f6 req-96c75fc3-a0ce-4637-8fd4-5c7cff8f14e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41ab41d7-6bd2-45ba-931e-43ddf56a764f HTTP/1.1" status: 200 len: 217 time: 0.0424790 Mar 08 15:43:47.646226 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-a812468f-8716-4fcd-8b55-7ac6ef494a0d tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:47.647658 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-a812468f-8716-4fcd-8b55-7ac6ef494a0d tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.41 "GET /v2.0/networks?id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f HTTP/1.1" status: 200 len: 812 time: 0.1652544 Mar 08 15:43:47.670959 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6a5dfc64-24b1-4216-8428-12a6d90b1278 req-8e14be59-1f89-4e8f-a42a-0db5e11dd37c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=02421787-22de-425d-8c22-827cdb452290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438080 Mar 08 15:43:47.733098 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc20102-b2e6-4c08-bae7-3422484cd7f6 req-740bc33b-481c-4358-8bf9-ccf598263353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:47.734591 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7cc20102-b2e6-4c08-bae7-3422484cd7f6 req-740bc33b-481c-4358-8bf9-ccf598263353 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07efbca3-18a1-4b3b-886d-8e44215b7116 HTTP/1.1" status: 200 len: 854 time: 0.0851016 Mar 08 15:43:47.759804 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-119204f5-ad23-4720-908e-65900578850f tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d0cf23d94b04413bd119204393f2f3d HTTP/1.1" status: 200 len: 380 time: 0.1021936 Mar 08 15:43:47.779597 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-1d28ba3e-dd63-4217-af55-b14a5baa4831 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Request body: {'port': {'device_id': '41deef11-4c21-4f5f-9310-6eae93803685', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'admin_state_up': True, 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'security_groups': ['79647bf5-f5c2-439b-b4b8-7b927f0dd4b4']}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:47.862968 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc20102-b2e6-4c08-bae7-3422484cd7f6 req-8943ccb4-5eb9-48dc-bf7a-49adc45f79d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:47.865052 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7cc20102-b2e6-4c08-bae7-3422484cd7f6 req-8943ccb4-5eb9-48dc-bf7a-49adc45f79d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a91eab27-e927-433f-826e-c27a0b9152a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1228983 Mar 08 15:43:48.002873 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-1d28ba3e-dd63-4217-af55-b14a5baa4831 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Made reservation on behalf of 8d0cf23d94b04413bd119204393f2f3d for: {'port': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:43:48.006730 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-1d28ba3e-dd63-4217-af55-b14a5baa4831 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.049473 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7cc20102-b2e6-4c08-bae7-3422484cd7f6 req-236f28ca-a1a0-4398-9f18-373a595a9cb1 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749842 Mar 08 15:43:48.096893 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123405d-0690-4b15-aace-c58f5df2dc85 req-e38d721a-81f1-423b-a4eb-c1b1f4651d4c tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:48.098439 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2123405d-0690-4b15-aace-c58f5df2dc85 req-e38d721a-81f1-423b-a4eb-c1b1f4651d4c tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.41 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.1493354 Mar 08 15:43:48.269604 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9da00-766f-4a38-8367-6a30335c8703 req-7f6156e0-b7c2-49b1-9dd2-7b17fd2e0332 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:48.271762 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-30b9da00-766f-4a38-8367-6a30335c8703 req-7f6156e0-b7c2-49b1-9dd2-7b17fd2e0332 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 946 time: 0.0679743 Mar 08 15:43:48.284927 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7cc20102-b2e6-4c08-bae7-3422484cd7f6 req-0453e9bd-8c52-4074-acf8-388377972801 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267914 Mar 08 15:43:48.293024 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-1d28ba3e-dd63-4217-af55-b14a5baa4831 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Allocated IP 172.20.0.6 (31f76f4c-e1c8-4265-aa1d-74af55c0f69f/73b41290-8ee2-4e3d-bbe0-e90c06dbebb7/c104af7c-afdc-4fd0-a660-d44403bba38c) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:43:48.336024 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-30b9da00-766f-4a38-8367-6a30335c8703 req-176c15fc-2fb9-4ab0-aebb-604a28bffe14 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=db7c5d0c-359a-4a50-a951-e7a3f555f0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585039 Mar 08 15:43:48.352361 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-2123405d-0690-4b15-aace-c58f5df2dc85 req-d4f2181b-bfb5-4151-84de-fce620a26500 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Deleting port 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:43:48.352702 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-2123405d-0690-4b15-aace-c58f5df2dc85 req-d4f2181b-bfb5-4151-84de-fce620a26500 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.518527 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-2123405d-0690-4b15-aace-c58f5df2dc85 req-d4f2181b-bfb5-4151-84de-fce620a26500 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] For port 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c,segment=NetworkSegment(9f5fb220-0fce-41e1-9208-c94017024008),segment_id=9f5fb220-0fce-41e1-9208-c94017024008)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:48.518892 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-2123405d-0690-4b15-aace-c58f5df2dc85 req-d4f2181b-bfb5-4151-84de-fce620a26500 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.529898 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-1d28ba3e-dd63-4217-af55-b14a5baa4831 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for port (c104af7c-afdc-4fd0-a660-d44403bba38c), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.645988 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-1d28ba3e-dd63-4217-af55-b14a5baa4831 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (c104af7c-afdc-4fd0-a660-d44403bba38c), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.734314 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060545a-bb91-45b3-b111-9b58907c0932 req-8dfdcfb0-34fc-49d7-b2da-2cb3fee6444d tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:48.736110 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c060545a-bb91-45b3-b111-9b58907c0932 req-8dfdcfb0-34fc-49d7-b2da-2cb3fee6444d tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 931 time: 0.0609682 Mar 08 15:43:48.770247 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-1d28ba3e-dd63-4217-af55-b14a5baa4831 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:43:48.776098 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-1d28ba3e-dd63-4217-af55-b14a5baa4831 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:48.777859 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28ba3e-dd63-4217-af55-b14a5baa4831 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event updated for resources: {'Port': ['ID=c104af7c-afdc-4fd0-a660-d44403bba38c,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:48.781454 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-1d28ba3e-dd63-4217-af55-b14a5baa4831 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:43:48.816512 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-2123405d-0690-4b15-aace-c58f5df2dc85 req-d4f2181b-bfb5-4151-84de-fce620a26500 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.816911 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-2123405d-0690-4b15-aace-c58f5df2dc85 req-d4f2181b-bfb5-4151-84de-fce620a26500 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (9873cacc-4c91-488a-882d-5e92e068c503), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.817247 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.l3_db [req-2123405d-0690-4b15-aace-c58f5df2dc85 req-d4f2181b-bfb5-4151-84de-fce620a26500 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Floating IP 9873cacc-4c91-488a-882d-5e92e068c503 disassociated. External IP: 172.27.1.70, port: 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c. Mar 08 15:43:48.817584 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-2123405d-0690-4b15-aace-c58f5df2dc85 req-d4f2181b-bfb5-4151-84de-fce620a26500 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Calling delete_port for 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:43:48.825865 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c060545a-bb91-45b3-b111-9b58907c0932 req-358b99c2-e4dd-47c4-aa7e-4a312ae2e4f8 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840936 Mar 08 15:43:48.847361 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f21439-a159-4cf9-87fa-eb2e943eac23 req-0e0ead9d-c07f-4c40-9923-0617d0a332ef tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:48.849309 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-12f21439-a159-4cf9-87fa-eb2e943eac23 req-0e0ead9d-c07f-4c40-9923-0617d0a332ef tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 943 time: 0.1012442 Mar 08 15:43:48.851514 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5ae8507f-ca55-40ec-b116-26f7aae563ca req-4d24e690-0402-4423-b39d-d9475601f626 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1749449 Mar 08 15:43:48.890857 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-1d28ba3e-dd63-4217-af55-b14a5baa4831 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:48.891497 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-1d28ba3e-dd63-4217-af55-b14a5baa4831 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:48.907069 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-12f21439-a159-4cf9-87fa-eb2e943eac23 req-fc0bee2b-05db-4a78-aab5-3b1ee4585e92 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=02421787-22de-425d-8c22-827cdb452290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492275 Mar 08 15:43:48.925713 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-1d28ba3e-dd63-4217-af55-b14a5baa4831 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1509252 Mar 08 15:43:48.957992 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Request body: {'port': {'device_id': '41deef11-4c21-4f5f-9310-6eae93803685', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:49.040982 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8507f-ca55-40ec-b116-26f7aae563ca req-66bd5b8b-5667-4912-bf78-93d11e656eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:49.042451 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5ae8507f-ca55-40ec-b116-26f7aae563ca req-66bd5b8b-5667-4912-bf78-93d11e656eb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb368cfd69d14ec7970e2f6d22701c6d&device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 1130 time: 0.1379037 Mar 08 15:43:49.085288 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (c104af7c-afdc-4fd0-a660-d44403bba38c), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:49.099651 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-ca29f0be-8529-4df5-8186-8fad87754d24 None None] Provisioning complete for port c104af7c-afdc-4fd0-a660-d44403bba38c triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:49.100260 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-ca29f0be-8529-4df5-8186-8fad87754d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (c104af7c-afdc-4fd0-a660-d44403bba38c), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:49.135327 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-ca29f0be-8529-4df5-8186-8fad87754d24 None None] Port c104af7c-afdc-4fd0-a660-d44403bba38c cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:43:49.160186 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-2123405d-0690-4b15-aace-c58f5df2dc85 req-d4f2181b-bfb5-4151-84de-fce620a26500 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:49.230763 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2181b-bfb5-4151-84de-fce620a26500 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Pushing event deleted for resources: {'Port': ['ID=08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:49.455217 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f38757d6-e3f3-4ccb-914f-d1fe5b3442a8 req-da57b2e9-19f9-4759-8114-5bd4252f65a6 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 210 time: 0.0355425 Mar 08 15:43:49.603452 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8507f-ca55-40ec-b116-26f7aae563ca req-ac32b0e1-64b4-491f-93d0-ecf758149e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:49.604846 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5ae8507f-ca55-40ec-b116-26f7aae563ca req-ac32b0e1-64b4-491f-93d0-ecf758149e70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=abfda2a0-132b-4978-bd17-7bbda6476ec7 HTTP/1.1" status: 200 len: 909 time: 0.5369253 Mar 08 15:43:49.772887 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5ae8507f-ca55-40ec-b116-26f7aae563ca req-7880d774-ff3b-4211-a021-d768dec5d639 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57cb4233-6031-4aa8-b8ee-51d4515f6dc4 HTTP/1.1" status: 200 len: 1001 time: 0.1601834 Mar 08 15:43:49.824357 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 41ab41d7-6bd2-45ba-931e-43ddf56a764f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:43:49.847986 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2123405d-0690-4b15-aace-c58f5df2dc85 req-d4f2181b-bfb5-4151-84de-fce620a26500 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Router 0c2bc356-116f-40a5-8de0-1f8b1228530a has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:43:49.884259 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8507f-ca55-40ec-b116-26f7aae563ca req-d626493b-b748-4bbc-8c18-613bc5b0fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:49.885872 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5ae8507f-ca55-40ec-b116-26f7aae563ca req-d626493b-b748-4bbc-8c18-613bc5b0fee7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e40898-8aff-4be1-8e3a-681338b0d56e HTTP/1.1" status: 200 len: 847 time: 0.1029990 Mar 08 15:43:49.927188 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 41ab41d7-6bd2-45ba-931e-43ddf56a764f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41ab41d7-6bd2-45ba-931e-43ddf56a764f,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:49.962783 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': '41ab41d7-6bd2-45ba-931e-43ddf56a764f', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'port_id': '41ab41d7-6bd2-45ba-931e-43ddf56a764f', 'mac_address': 'fa:16:3e:52:55:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:43:49.999968 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c55a17-6209-492e-b8ae-d30d4fde179c req-67690835-ce66-43cb-be3c-94eaeb380afc tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:50.007241 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-23c55a17-6209-492e-b8ae-d30d4fde179c req-67690835-ce66-43cb-be3c-94eaeb380afc tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 931 time: 0.0871248 Mar 08 15:43:50.015222 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c104af7c-afdc-4fd0-a660-d44403bba38c {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:43:50.016253 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 41ab41d7-6bd2-45ba-931e-43ddf56a764f is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:50.016700 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (41ab41d7-6bd2-45ba-931e-43ddf56a764f), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:50.029263 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Publish callbacks [] for port (c104af7c-afdc-4fd0-a660-d44403bba38c), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:50.038380 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ab41d7-6bd2-45ba-931e-43ddf56a764f {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:43:50.061937 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 41ab41d7-6bd2-45ba-931e-43ddf56a764f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41ab41d7-6bd2-45ba-931e-43ddf56a764f,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:50.066473 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (41ab41d7-6bd2-45ba-931e-43ddf56a764f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:50.081293 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Transition to ACTIVE for port object c104af7c-afdc-4fd0-a660-d44403bba38c will not be triggered until provisioned by entity L2. {{(pid=104418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:43:50.093962 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (c104af7c-afdc-4fd0-a660-d44403bba38c), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:50.098631 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-23c55a17-6209-492e-b8ae-d30d4fde179c req-a612ea57-1319-49bf-91e1-35c47085ab6f tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903327 Mar 08 15:43:50.120883 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4d671-d89b-4cac-b204-901d6cdad861 req-3198ae05-bc19-424a-8def-2b92aaa44a34 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:50.122268 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-64e4d671-d89b-4cac-b204-901d6cdad861 req-3198ae05-bc19-424a-8def-2b92aaa44a34 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 943 time: 0.1322417 Mar 08 15:43:50.132470 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8507f-ca55-40ec-b116-26f7aae563ca req-94a95802-2340-4d2d-8f36-bca472c51e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:50.133561 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=41ab41d7-6bd2-45ba-931e-43ddf56a764f,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:50.134070 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5ae8507f-ca55-40ec-b116-26f7aae563ca req-94a95802-2340-4d2d-8f36-bca472c51e31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abfda2a0-132b-4978-bd17-7bbda6476ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2132638 Mar 08 15:43:50.156357 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2123405d-0690-4b15-aace-c58f5df2dc85 req-d4f2181b-bfb5-4151-84de-fce620a26500 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:43:50.171431 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb0c7a5-dda4-4aba-a24b-6357d017f637 None None] Sync routers for ids ['0c2bc356-116f-40a5-8de0-1f8b1228530a'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:43:50.184959 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-64e4d671-d89b-4cac-b204-901d6cdad861 req-8e71ce5f-ee0f-4be2-b7f6-068a5bcddcdf tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=02421787-22de-425d-8c22-827cdb452290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556722 Mar 08 15:43:50.187330 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb0c7a5-dda4-4aba-a24b-6357d017f637 None None] Routers {'0c2bc356-116f-40a5-8de0-1f8b1228530a'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:50.187956 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-bcb0c7a5-dda4-4aba-a24b-6357d017f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:43:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0c2bc356-116f-40a5-8de0-1f8b1228530a'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:50.219078 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=c104af7c-afdc-4fd0-a660-d44403bba38c,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:50.272697 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-2123405d-0690-4b15-aace-c58f5df2dc85 req-d4f2181b-bfb5-4151-84de-fce620a26500 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] No DVR routers for this DVR port 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:43:50.279963 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-2123405d-0690-4b15-aace-c58f5df2dc85 req-d4f2181b-bfb5-4151-84de-fce620a26500 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:50.283180 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2123405d-0690-4b15-aace-c58f5df2dc85 req-d4f2181b-bfb5-4151-84de-fce620a26500 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.41 "DELETE /v2.0/ports/08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c HTTP/1.1" status: 204 len: 173 time: 2.1692290 Mar 08 15:43:50.283624 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f32c9b-31b2-43da-a92b-3660b155f7d1', 'name': 'network-vif-deleted', 'tag': '08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:50.286232 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06efaa0e-587a-4289-82b1-d2175fc637d2" -d '{"events": [{"server_uuid": "16f32c9b-31b2-43da-a92b-3660b155f7d1", "name": "network-vif-deleted", "tag": "08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:50.321232 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['41ab41d7-6bd2-45ba-931e-43ddf56a764f'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:43:50.352903 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8fcc6e-20e9-48e3-b6cc-23e5715ecba7 x-openstack-request-id: req-4b8fcc6e-20e9-48e3-b6cc-23e5715ecba7 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:50.353258 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f32c9b-31b2-43da-a92b-3660b155f7d1", "name": "network-vif-deleted", "tag": "08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:50.353447 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b8fcc6e-20e9-48e3-b6cc-23e5715ecba7 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:50.353845 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f32c9b-31b2-43da-a92b-3660b155f7d1', 'name': 'network-vif-deleted', 'tag': '08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c', 'status': 'completed', 'code': 200} Mar 08 15:43:50.355949 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-bcb0c7a5-dda4-4aba-a24b-6357d017f637 None None] Set router 0c2bc356-116f-40a5-8de0-1f8b1228530a gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:50.376312 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5ae8507f-ca55-40ec-b116-26f7aae563ca req-3f4c4093-0380-4397-bb43-e76c552b307a service neutron] 10.222.0.41 "GET /v2.0/networks/abfda2a0-132b-4978-bd17-7bbda6476ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300053 Mar 08 15:43:50.431258 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Attempting to bind port c104af7c-afdc-4fd0-a660-d44403bba38c on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:43:50.431544 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Attempting to bind port c104af7c-afdc-4fd0-a660-d44403bba38c by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:43:50.431835 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Attempting to bind port c104af7c-afdc-4fd0-a660-d44403bba38c on network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:43:50.466252 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Port c104af7c-afdc-4fd0-a660-d44403bba38c on network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:43:50.466642 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Attempting to bind port c104af7c-afdc-4fd0-a660-d44403bba38c on network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:43:50.479124 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:43:50.479462 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Checking segment: {'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:43:50.480316 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Bound using segment: {'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:43:50.480760 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Bound port: c104af7c-afdc-4fd0-a660-d44403bba38c, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:43:50.482470 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (c104af7c-afdc-4fd0-a660-d44403bba38c), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:50.553454 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5ae8507f-ca55-40ec-b116-26f7aae563ca req-5cd98ca8-0d9e-465f-8d8f-f2db83452b0f service neutron] 10.222.0.41 "GET /v2.0/networks/abfda2a0-132b-4978-bd17-7bbda6476ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665087 Mar 08 15:43:50.595495 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b44fc67e-b305-4f59-bef7-1951906d49a3 req-dceeea26-4b61-4158-95c1-b93690a55480 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f32c9b-31b2-43da-a92b-3660b155f7d1 HTTP/1.1" status: 200 len: 210 time: 0.0369692 Mar 08 15:43:50.596975 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] For port c104af7c-afdc-4fd0-a660-d44403bba38c, host hv-cinder-83009, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:43:50.606427 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] For port c104af7c-afdc-4fd0-a660-d44403bba38c, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c104af7c-afdc-4fd0-a660-d44403bba38c,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:43:50.622638 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (c104af7c-afdc-4fd0-a660-d44403bba38c), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:50.664002 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:50.665172 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:50.666568 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] 10.222.0.41 "PUT /v2.0/ports/c104af7c-afdc-4fd0-a660-d44403bba38c HTTP/1.1" status: 200 len: 1093 time: 1.7152956 Mar 08 15:43:50.696693 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b341eed-c830-4d79-a818-e78ba84b0aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=c104af7c-afdc-4fd0-a660-d44403bba38c,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:50.712420 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-bcb0c7a5-dda4-4aba-a24b-6357d017f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '172dd1da-5288-43cf-8cab-197cc0646529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port': {'id': '172dd1da-5288-43cf-8cab-197cc0646529', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8', 'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'tenant_id': 'e423483374664153a105b4f930482129', 'mac_address': 'fa:16:3e:54:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:39:06Z', 'revision_number': 5, 'project_id': 'e423483374664153a105b4f930482129', 'subnets': [{'id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:50.749762 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb0c7a5-dda4-4aba-a24b-6357d017f637 None None] Checking router: 0c2bc356-116f-40a5-8de0-1f8b1228530a for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:43:50.760691 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb0c7a5-dda4-4aba-a24b-6357d017f637 None None] Routers {'0c2bc356-116f-40a5-8de0-1f8b1228530a'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:43:50.761603 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-bcb0c7a5-dda4-4aba-a24b-6357d017f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:43:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0c2bc356-116f-40a5-8de0-1f8b1228530a'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:50.783469 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-0e506519-cd1f-434b-99d9-5c85c1877cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:50.784996 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-0e506519-cd1f-434b-99d9-5c85c1877cbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d0cf23d94b04413bd119204393f2f3d&device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 1127 time: 0.0552127 Mar 08 15:43:50.840299 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-7f1d3731-2cc0-492e-b82a-09cffd507c44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c104af7c-afdc-4fd0-a660-d44403bba38c HTTP/1.1" status: 200 len: 217 time: 0.0429957 Mar 08 15:43:50.887596 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-bcb0c7a5-dda4-4aba-a24b-6357d017f637 None None] Set router 0c2bc356-116f-40a5-8de0-1f8b1228530a gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:43:50.901394 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-b02c01c2-3823-425a-a39b-5f89b62850b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:50.902904 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-b02c01c2-3823-425a-a39b-5f89b62850b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73b41290-8ee2-4e3d-bbe0-e90c06dbebb7 HTTP/1.1" status: 200 len: 851 time: 0.0540190 Mar 08 15:43:50.955047 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-b6023708-0e2a-4ad0-978b-d61f536969c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:50.956604 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-b6023708-0e2a-4ad0-978b-d61f536969c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460963 Mar 08 15:43:51.057652 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-7235a35c-16e9-43c9-9f98-d497aab6da9e service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888999 Mar 08 15:43:51.100870 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-bcb0c7a5-dda4-4aba-a24b-6357d017f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '172dd1da-5288-43cf-8cab-197cc0646529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port': {'id': '172dd1da-5288-43cf-8cab-197cc0646529', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8', 'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'tenant_id': 'e423483374664153a105b4f930482129', 'mac_address': 'fa:16:3e:54:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:39:06Z', 'revision_number': 5, 'project_id': 'e423483374664153a105b4f930482129', 'subnets': [{'id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:43:51.126539 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb0c7a5-dda4-4aba-a24b-6357d017f637 None None] The sync data for ids ['0c2bc356-116f-40a5-8de0-1f8b1228530a'] in dv-cinder-830098-2-iscsi is: [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '172dd1da-5288-43cf-8cab-197cc0646529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port': {'id': '172dd1da-5288-43cf-8cab-197cc0646529', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8', 'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'tenant_id': 'e423483374664153a105b4f930482129', 'mac_address': 'fa:16:3e:54:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:39:06Z', 'revision_number': 5, 'project_id': 'e423483374664153a105b4f930482129', 'subnets': [{'id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:43:51.217607 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77761d5b-4ec6-44d3-a984-1f2f639b0b63 req-679a84db-47db-47cc-89bd-9fb339515df6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:51.219122 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-77761d5b-4ec6-44d3-a984-1f2f639b0b63 req-679a84db-47db-47cc-89bd-9fb339515df6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 943 time: 0.0562441 Mar 08 15:43:51.279124 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-77761d5b-4ec6-44d3-a984-1f2f639b0b63 req-6d78ac1a-cfb0-4924-b6f8-c8d20d2435b5 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541019 Mar 08 15:43:51.328039 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b20fb-75ea-4459-b861-ad4a8e9ed36b req-1ff20976-d9fd-4a4b-b94b-4eb27d72e3b1 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:51.330140 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8a3b20fb-75ea-4459-b861-ad4a8e9ed36b req-1ff20976-d9fd-4a4b-b94b-4eb27d72e3b1 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 944 time: 0.0751402 Mar 08 15:43:51.376221 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a300be6e-0a07-4d27-bd29-5c2aa9b95999 None None] New status for floating IP 9873cacc-4c91-488a-882d-5e92e068c503: DOWN {{(pid=104420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:43:51.381478 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8a3b20fb-75ea-4459-b861-ad4a8e9ed36b req-0c16fae6-ddc4-4940-b4ea-ae3d08501e6c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=02421787-22de-425d-8c22-827cdb452290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456843 Mar 08 15:43:51.706176 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 44498) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:51.766212 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ae771f90-e808-4b7d-a881-2bfe23165e75 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group (db7c5d0c-359a-4a50-a951-e7a3f555f0f6), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:51.797530 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ae771f90-e808-4b7d-a881-2bfe23165e75 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group (db7c5d0c-359a-4a50-a951-e7a3f555f0f6), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:51.857536 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ae771f90-e808-4b7d-a881-2bfe23165e75 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (db7c5d0c-359a-4a50-a951-e7a3f555f0f6), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:51.860149 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ae771f90-e808-4b7d-a881-2bfe23165e75 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:51.861305 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-ae771f90-e808-4b7d-a881-2bfe23165e75 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "DELETE /v2.0/security-groups/db7c5d0c-359a-4a50-a951-e7a3f555f0f6 HTTP/1.1" status: 204 len: 168 time: 0.1540639 Mar 08 15:43:51.864305 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 44502) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:51.880844 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae771f90-e808-4b7d-a881-2bfe23165e75 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7c5d0c-359a-4a50-a951-e7a3f555f0f6,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:51.883250 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.api.v2.resource [None req-b3466bca-af1d-4e7a-a6eb-cd00b86e7433 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] show failed (client error): The resource could not be found. Mar 08 15:43:51.884235 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-b3466bca-af1d-4e7a-a6eb-cd00b86e7433 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups/db7c5d0c-359a-4a50-a951-e7a3f555f0f6 HTTP/1.1" status: 404 len: 347 time: 0.0190291 Mar 08 15:43:51.887298 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 44504) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:51.952103 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:43:51.977077 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:43:51.977413 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 08b2e7fa-0c91-4dbe-9bc4-d3b6b736894c not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:43:52.015395 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-41664f1a-58d9-4595-bf36-ef242fec86e0 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Deleting port ff68926b-08a8-45f5-a09d-c27f180c819e {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:43:52.015636 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-41664f1a-58d9-4595-bf36-ef242fec86e0 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (ff68926b-08a8-45f5-a09d-c27f180c819e), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:52.098006 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-41664f1a-58d9-4595-bf36-ef242fec86e0 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (ff68926b-08a8-45f5-a09d-c27f180c819e), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:52.098833 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-41664f1a-58d9-4595-bf36-ef242fec86e0 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for floatingip (ff68926b-08a8-45f5-a09d-c27f180c819e), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:52.110979 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-41664f1a-58d9-4595-bf36-ef242fec86e0 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Calling delete_port for ff68926b-08a8-45f5-a09d-c27f180c819e owned by network:floatingip {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:43:52.252152 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-41664f1a-58d9-4595-bf36-ef242fec86e0 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (ff68926b-08a8-45f5-a09d-c27f180c819e), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:52.276976 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41664f1a-58d9-4595-bf36-ef242fec86e0 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Pushing event deleted for resources: {'Port': ['ID=ff68926b-08a8-45f5-a09d-c27f180c819e,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:52.340733 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-41664f1a-58d9-4595-bf36-ef242fec86e0 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for floatingip (9873cacc-4c91-488a-882d-5e92e068c503), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:52.343350 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-41664f1a-58d9-4595-bf36-ef242fec86e0 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:52.344504 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-41664f1a-58d9-4595-bf36-ef242fec86e0 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "DELETE /v2.0/floatingips/9873cacc-4c91-488a-882d-5e92e068c503 HTTP/1.1" status: 204 len: 168 time: 0.4563591 Mar 08 15:43:52.355476 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41deef11-4c21-4f5f-9310-6eae93803685', 'tag': 'c104af7c-afdc-4fd0-a660-d44403bba38c'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:52.358089 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8db451-634a-442d-9dc6-aac4976046ee" -d '{"events": [{"name": "network-changed", "server_uuid": "41deef11-4c21-4f5f-9310-6eae93803685", "tag": "c104af7c-afdc-4fd0-a660-d44403bba38c"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:52.393424 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db149e5b-56b2-45f1-b3ac-ac4f5c602f9e x-openstack-request-id: req-db149e5b-56b2-45f1-b3ac-ac4f5c602f9e {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:52.393720 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41deef11-4c21-4f5f-9310-6eae93803685", "tag": "c104af7c-afdc-4fd0-a660-d44403bba38c", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:52.393975 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db149e5b-56b2-45f1-b3ac-ac4f5c602f9e {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:52.394376 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41deef11-4c21-4f5f-9310-6eae93803685', 'tag': 'c104af7c-afdc-4fd0-a660-d44403bba38c', 'status': 'completed', 'code': 200} Mar 08 15:43:52.398249 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eaeaa-d115-452e-a646-07d5af940641 req-89a7f1bd-1226-4b27-98cb-03914f0735b4 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:52.399831 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c85eaeaa-d115-452e-a646-07d5af940641 req-89a7f1bd-1226-4b27-98cb-03914f0735b4 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 943 time: 0.0542836 Mar 08 15:43:52.448628 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c85eaeaa-d115-452e-a646-07d5af940641 req-1127c7ee-67de-4d38-af5d-7c35d94a82a3 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432751 Mar 08 15:43:52.557041 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453d8ae-8686-4328-be4f-8a0829340d05 req-142f9f86-536f-4a9e-aebd-0c50547fed29 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:52.558368 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2453d8ae-8686-4328-be4f-8a0829340d05 req-142f9f86-536f-4a9e-aebd-0c50547fed29 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 944 time: 0.0575819 Mar 08 15:43:52.604220 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2453d8ae-8686-4328-be4f-8a0829340d05 req-b82e3139-81ce-4ec1-b79d-72aac2ec9a3f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=02421787-22de-425d-8c22-827cdb452290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398643 Mar 08 15:43:52.682834 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 44514) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:52.689972 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-c2f9ddc6-ebc8-43fb-865e-0d487283569a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1984504694', 'description': 'tempest-description--1889416784'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:52.713889 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c2f9ddc6-ebc8-43fb-865e-0d487283569a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:52.783766 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c2f9ddc6-ebc8-43fb-865e-0d487283569a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group (4353c7d6-1875-4b98-acba-fe45aebf2ed3), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:52.790060 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c2f9ddc6-ebc8-43fb-865e-0d487283569a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (4353c7d6-1875-4b98-acba-fe45aebf2ed3), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:52.821473 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c2f9ddc6-ebc8-43fb-865e-0d487283569a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:52.822587 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c2f9ddc6-ebc8-43fb-865e-0d487283569a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1382639 Mar 08 15:43:52.825725 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 44518) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:52.827010 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9ddc6-ebc8-43fb-865e-0d487283569a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4353c7d6-1875-4b98-acba-fe45aebf2ed3,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:52.830485 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-cac533f9-47fe-4b4b-9c5b-54d16d26b243 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Request body: {'security_group_rule': {'security_group_id': '4353c7d6-1875-4b98-acba-fe45aebf2ed3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:52.855469 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cac533f9-47fe-4b4b-9c5b-54d16d26b243 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group_rule (dedc22b9-640c-45f4-8161-1d0f231ff85c), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:52.911460 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cac533f9-47fe-4b4b-9c5b-54d16d26b243 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group_rule (dedc22b9-640c-45f4-8161-1d0f231ff85c), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:52.917571 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cac533f9-47fe-4b4b-9c5b-54d16d26b243 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (dedc22b9-640c-45f4-8161-1d0f231ff85c), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:52.937474 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac533f9-47fe-4b4b-9c5b-54d16d26b243 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedc22b9-640c-45f4-8161-1d0f231ff85c,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:52.947091 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cac533f9-47fe-4b4b-9c5b-54d16d26b243 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:52.948293 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-cac533f9-47fe-4b4b-9c5b-54d16d26b243 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215014 Mar 08 15:43:52.951264 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 44520) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:52.955982 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-a27bedd4-c6d8-4b97-9a98-f74c3d625d93 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Request body: {'security_group_rule': {'security_group_id': '4353c7d6-1875-4b98-acba-fe45aebf2ed3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:52.983886 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a27bedd4-c6d8-4b97-9a98-f74c3d625d93 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group_rule (20c3cb40-ba08-4dc5-af66-bbecb6aa6596), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:53.041011 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a27bedd4-c6d8-4b97-9a98-f74c3d625d93 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group_rule (20c3cb40-ba08-4dc5-af66-bbecb6aa6596), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:53.046064 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a27bedd4-c6d8-4b97-9a98-f74c3d625d93 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (20c3cb40-ba08-4dc5-af66-bbecb6aa6596), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:53.064918 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bedd4-c6d8-4b97-9a98-f74c3d625d93 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c3cb40-ba08-4dc5-af66-bbecb6aa6596,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:53.074171 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a27bedd4-c6d8-4b97-9a98-f74c3d625d93 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:53.075310 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-a27bedd4-c6d8-4b97-9a98-f74c3d625d93 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228764 Mar 08 15:43:53.078592 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 44522) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:53.083033 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-1089f180-8dd1-42ad-8cd8-9bea04af1417 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Request body: {'floatingip': {'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:53.104865 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1089f180-8dd1-42ad-8cd8-9bea04af1417 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:53.203227 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1089f180-8dd1-42ad-8cd8-9bea04af1417 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:53.321498 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-1089f180-8dd1-42ad-8cd8-9bea04af1417 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Allocated IP 172.27.1.149 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/e4a7dae4-0fb4-4585-a925-6177226078cb) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:43:53.422304 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1089f180-8dd1-42ad-8cd8-9bea04af1417 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for port (e4a7dae4-0fb4-4585-a925-6177226078cb), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:53.478040 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1089f180-8dd1-42ad-8cd8-9bea04af1417 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (e4a7dae4-0fb4-4585-a925-6177226078cb), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:53.519776 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1089f180-8dd1-42ad-8cd8-9bea04af1417 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:43:53.527147 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-1089f180-8dd1-42ad-8cd8-9bea04af1417 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:53.535614 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089f180-8dd1-42ad-8cd8-9bea04af1417 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Pushing event updated for resources: {'Port': ['ID=e4a7dae4-0fb4-4585-a925-6177226078cb,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:53.539051 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1089f180-8dd1-42ad-8cd8-9bea04af1417 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:43:53.616552 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41901db7-eacf-4352-88da-0f2743e3c7e8 req-6453a8e6-c803-4e57-a160-b38a5f026c11 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:53.618195 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-41901db7-eacf-4352-88da-0f2743e3c7e8 req-6453a8e6-c803-4e57-a160-b38a5f026c11 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 943 time: 0.0959167 Mar 08 15:43:53.675384 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1089f180-8dd1-42ad-8cd8-9bea04af1417 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for floatingip (f659f0c4-eec0-4dd2-b498-fc85b76fdc94), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:53.746378 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-41901db7-eacf-4352-88da-0f2743e3c7e8 req-5f1336a3-a93a-4978-b9ef-bb1c9aa49502 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107650 Mar 08 15:43:53.764962 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1089f180-8dd1-42ad-8cd8-9bea04af1417 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (e4a7dae4-0fb4-4585-a925-6177226078cb), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:53.794459 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda59336-1154-4132-8534-dd7a522505f1 req-8e50ff54-f940-45c8-98aa-d57901ed3b8b tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:53.795982 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cda59336-1154-4132-8534-dd7a522505f1 req-8e50ff54-f940-45c8-98aa-d57901ed3b8b tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 944 time: 0.1190794 Mar 08 15:43:53.813958 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8b3ba27c-808d-4d0e-8398-c96095372d03 req-13a55738-cc81-4d12-8432-0ee1e989ee61 service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029508 Mar 08 15:43:53.885577 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cda59336-1154-4132-8534-dd7a522505f1 req-d8416ae0-d25a-4cb6-ac54-00a16547f289 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=02421787-22de-425d-8c22-827cdb452290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798388 Mar 08 15:43:53.917665 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8db451-634a-442d-9dc6-aac4976046ee req-5e7d9572-9a8d-4db4-83d1-68f1fd5532da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:53.919323 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5d8db451-634a-442d-9dc6-aac4976046ee req-5e7d9572-9a8d-4db4-83d1-68f1fd5532da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d0cf23d94b04413bd119204393f2f3d&device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 1127 time: 0.0567179 Mar 08 15:43:53.972566 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1089f180-8dd1-42ad-8cd8-9bea04af1417 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for port (e4a7dae4-0fb4-4585-a925-6177226078cb), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:53.978929 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1089f180-8dd1-42ad-8cd8-9bea04af1417 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14517953'] for port (e4a7dae4-0fb4-4585-a925-6177226078cb), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:54.024838 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8db451-634a-442d-9dc6-aac4976046ee req-126b93b6-4006-46ba-b0af-3d48bb8c4771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:54.026291 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5d8db451-634a-442d-9dc6-aac4976046ee req-126b93b6-4006-46ba-b0af-3d48bb8c4771 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f HTTP/1.1" status: 200 len: 913 time: 0.0949907 Mar 08 15:43:54.048631 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089f180-8dd1-42ad-8cd8-9bea04af1417 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Pushing event updated for resources: {'Port': ['ID=e4a7dae4-0fb4-4585-a925-6177226078cb,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:54.058879 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1089f180-8dd1-42ad-8cd8-9bea04af1417 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (f659f0c4-eec0-4dd2-b498-fc85b76fdc94), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:54.070965 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5d8db451-634a-442d-9dc6-aac4976046ee req-b756a6fe-da84-499f-95d2-5e3b035b246b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c104af7c-afdc-4fd0-a660-d44403bba38c HTTP/1.1" status: 200 len: 217 time: 0.0368116 Mar 08 15:43:54.075499 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1089f180-8dd1-42ad-8cd8-9bea04af1417 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:54.076717 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-1089f180-8dd1-42ad-8cd8-9bea04af1417 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9972317 Mar 08 15:43:54.127293 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8db451-634a-442d-9dc6-aac4976046ee req-b78d503b-03c3-41da-91bb-5dd5e672bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:54.128753 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5d8db451-634a-442d-9dc6-aac4976046ee req-b78d503b-03c3-41da-91bb-5dd5e672bd21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73b41290-8ee2-4e3d-bbe0-e90c06dbebb7 HTTP/1.1" status: 200 len: 851 time: 0.0490596 Mar 08 15:43:54.194109 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8db451-634a-442d-9dc6-aac4976046ee req-6a357b7c-a3ae-4308-b02d-ee4fb580d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:54.196797 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5d8db451-634a-442d-9dc6-aac4976046ee req-6a357b7c-a3ae-4308-b02d-ee4fb580d0e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556843 Mar 08 15:43:54.290680 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5d8db451-634a-442d-9dc6-aac4976046ee req-dc173cd4-7cfc-4673-900f-46ad72a5945b service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857959 Mar 08 15:43:54.294976 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-1cc8aab8-e607-4e92-ae06-f922ae75d2d0 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1984504694&fields=id&tenant_id=e423483374664153a105b4f930482129 HTTP/1.1" status: 200 len: 267 time: 0.0502417 Mar 08 15:43:54.385718 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5d8db451-634a-442d-9dc6-aac4976046ee req-b0784904-6df8-4d57-9f8f-f84803ac4304 service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886247 Mar 08 15:43:54.398270 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-0007c9e4-8b09-43c1-9c59-1c63c0d68824 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:54.399696 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-0007c9e4-8b09-43c1-9c59-1c63c0d68824 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/networks?id=255bbbd8-9561-4fc6-bb81-e8d65f873238 HTTP/1.1" status: 200 len: 810 time: 0.0983489 Mar 08 15:43:54.415396 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-2fa88e59-dc22-4dc3-94bf-9125654acbde tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/quotas/e423483374664153a105b4f930482129 HTTP/1.1" status: 200 len: 375 time: 0.0094755 Mar 08 15:43:54.475024 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-147c474d-9b6b-41ca-a8d2-0ed4f84a98ee tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e423483374664153a105b4f930482129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542827 Mar 08 15:43:54.580246 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-0423dfdc-db06-4907-a534-c3797854d9ec service neutron] 10.222.0.11 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880592 Mar 08 15:43:54.673282 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-1708f89c-c77c-4a38-a6da-1cbfb43b88ee service neutron] 10.222.0.11 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871556 Mar 08 15:43:54.856175 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2febbffe-0cd1-4bfd-b6b0-c10ad5433263 req-346b05f8-99b9-4b3c-8186-757968cb64d2 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 210 time: 0.0422006 Mar 08 15:43:54.897005 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abb777-73b7-4dea-a06b-64ffb4f41889 req-326d1a67-8557-4a3f-bf9e-7e44d13eed28 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:54.898628 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-96abb777-73b7-4dea-a06b-64ffb4f41889 req-326d1a67-8557-4a3f-bf9e-7e44d13eed28 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 943 time: 0.0741444 Mar 08 15:43:54.959600 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-96abb777-73b7-4dea-a06b-64ffb4f41889 req-568a9ce0-28a0-4cc3-a53d-43bd28b48985 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545461 Mar 08 15:43:55.052895 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50bd53-ff3b-4c12-99cf-368f3d2be9e2 req-5d333a9d-e559-4844-8afb-de2c710b2147 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:55.054372 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ca50bd53-ff3b-4c12-99cf-368f3d2be9e2 req-5d333a9d-e559-4844-8afb-de2c710b2147 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 944 time: 0.0790687 Mar 08 15:43:55.103940 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ca50bd53-ff3b-4c12-99cf-368f3d2be9e2 req-0f1d5219-062b-42c3-9453-84620792bbcb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=02421787-22de-425d-8c22-827cdb452290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433264 Mar 08 15:43:55.959945 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8fd6609f-1d41-4563-93d0-67d3b6f53528 req-e61729e2-33f4-4ea8-87d2-77bb0f8070b3 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 210 time: 0.0305233 Mar 08 15:43:56.087277 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68574bfa-4885-4bdc-a99d-72965854badb req-c6869860-0cfc-4ba8-a257-e33d17b55ffc tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:56.088734 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-68574bfa-4885-4bdc-a99d-72965854badb req-c6869860-0cfc-4ba8-a257-e33d17b55ffc tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 943 time: 0.0589039 Mar 08 15:43:56.137857 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-68574bfa-4885-4bdc-a99d-72965854badb req-75fc3af0-b4b6-4089-a129-2a2f7cee2ae6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434020 Mar 08 15:43:56.191103 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 41ab41d7-6bd2-45ba-931e-43ddf56a764f up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:43:56.237113 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1021ab-25ab-4f62-89f2-eb9032b9d035 req-401a946b-0cb8-4205-9b7a-d10c70fd1c1a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:56.238642 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bd1021ab-25ab-4f62-89f2-eb9032b9d035 req-401a946b-0cb8-4205-9b7a-d10c70fd1c1a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 944 time: 0.0611980 Mar 08 15:43:56.245415 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port 41ab41d7-6bd2-45ba-931e-43ddf56a764f completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:43:56.249865 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port 41ab41d7-6bd2-45ba-931e-43ddf56a764f triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:56.250246 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (41ab41d7-6bd2-45ba-931e-43ddf56a764f), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:56.287127 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bd1021ab-25ab-4f62-89f2-eb9032b9d035 req-c708de00-158a-4946-951e-afc2adcabcc4 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=02421787-22de-425d-8c22-827cdb452290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415463 Mar 08 15:43:56.331467 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 41ab41d7-6bd2-45ba-931e-43ddf56a764f is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:43:56.331852 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (41ab41d7-6bd2-45ba-931e-43ddf56a764f), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:56.355510 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05872e09-1e6e-43b7-9086-7dc6a72c8e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ab41d7-6bd2-45ba-931e-43ddf56a764f'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:43:56.357746 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a76b780-c34a-4158-af0d-689864f5389e" -d '{"events": [{"server_uuid": "05872e09-1e6e-43b7-9086-7dc6a72c8e46", "name": "network-vif-plugged", "status": "completed", "tag": "41ab41d7-6bd2-45ba-931e-43ddf56a764f"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:43:56.370600 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 41ab41d7-6bd2-45ba-931e-43ddf56a764f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41ab41d7-6bd2-45ba-931e-43ddf56a764f,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:43:56.375906 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (41ab41d7-6bd2-45ba-931e-43ddf56a764f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:56.398370 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7510d53c-2dbe-4cf0-9e2a-ff30e5218957 x-openstack-request-id: req-7510d53c-2dbe-4cf0-9e2a-ff30e5218957 {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:43:56.398689 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05872e09-1e6e-43b7-9086-7dc6a72c8e46", "name": "network-vif-plugged", "status": "completed", "tag": "41ab41d7-6bd2-45ba-931e-43ddf56a764f", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:43:56.398939 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7510d53c-2dbe-4cf0-9e2a-ff30e5218957 {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:43:56.399327 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05872e09-1e6e-43b7-9086-7dc6a72c8e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ab41d7-6bd2-45ba-931e-43ddf56a764f', 'code': 200} Mar 08 15:43:56.424453 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=41ab41d7-6bd2-45ba-931e-43ddf56a764f,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:57.069636 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-55ea48df-394e-4ad1-8b3e-e314a1ab71eb req-83c48c4b-2af3-48ac-a201-8fcef5dbf626 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 210 time: 0.0322661 Mar 08 15:43:57.274823 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f001bb-6063-452c-ad03-4c2d13c29a02 req-e8f76963-f899-4052-af09-c689cdb7770d tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:57.276191 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-16f001bb-6063-452c-ad03-4c2d13c29a02 req-e8f76963-f899-4052-af09-c689cdb7770d tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 943 time: 0.0607743 Mar 08 15:43:57.327465 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-16f001bb-6063-452c-ad03-4c2d13c29a02 req-30ebe0b9-5b86-466b-85b8-6d28400b1f2f tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453076 Mar 08 15:43:57.408156 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516934a5-d05d-4648-8deb-5f59afe00b16 req-c2e51d61-f76b-4f85-86d6-ffef86035dea tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:57.409605 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-516934a5-d05d-4648-8deb-5f59afe00b16 req-c2e51d61-f76b-4f85-86d6-ffef86035dea tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 945 time: 0.0524478 Mar 08 15:43:57.459772 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-516934a5-d05d-4648-8deb-5f59afe00b16 req-96b28f4f-fdb7-41ea-a03b-8866e4fbc78d tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=02421787-22de-425d-8c22-827cdb452290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417521 Mar 08 15:43:58.174528 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3b85a-b4c8-4a28-971d-23be7c5b544f req-4e683dc2-1b57-461f-8aa7-bda8d171c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:58.176152 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5ec3b85a-b4c8-4a28-971d-23be7c5b544f req-4e683dc2-1b57-461f-8aa7-bda8d171c6f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 1129 time: 0.0958111 Mar 08 15:43:58.177346 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-dfc5f776-8931-4e8d-b250-5508e52e1bf6 req-984ea292-da0f-46e8-b7a1-9e2e7ba2d362 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 210 time: 0.0317824 Mar 08 15:43:58.222040 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5ec3b85a-b4c8-4a28-971d-23be7c5b544f req-56812488-3b41-456d-8f63-2bfadf11eb52 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=02421787-22de-425d-8c22-827cdb452290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382905 Mar 08 15:43:58.449709 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ffc66-9900-4c84-906a-f8566d4ebc89 req-c831841f-ef53-4e40-9d6f-8ffd3f576f40 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:58.451194 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-537ffc66-9900-4c84-906a-f8566d4ebc89 req-c831841f-ef53-4e40-9d6f-8ffd3f576f40 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 943 time: 0.0562503 Mar 08 15:43:58.507217 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-537ffc66-9900-4c84-906a-f8566d4ebc89 req-26731417-6118-4319-95a0-f5c2a0e620cb tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474644 Mar 08 15:43:58.593453 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619722fe-ac70-4b01-8567-90c4b93c9aac req-e64ebdc7-af54-4393-b9d0-330d0a4b8f47 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:58.595235 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-619722fe-ac70-4b01-8567-90c4b93c9aac req-e64ebdc7-af54-4393-b9d0-330d0a4b8f47 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 945 time: 0.0572159 Mar 08 15:43:58.643285 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-619722fe-ac70-4b01-8567-90c4b93c9aac req-e1ee3007-2af2-4fc6-85b5-04ea2d30a9f9 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=02421787-22de-425d-8c22-827cdb452290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418136 Mar 08 15:43:58.772226 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-f3fa85e9-c93c-47d7-a01b-10b65a974633 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:58.773544 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-f3fa85e9-c93c-47d7-a01b-10b65a974633 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.41 "GET /v2.0/networks?id=255bbbd8-9561-4fc6-bb81-e8d65f873238 HTTP/1.1" status: 200 len: 810 time: 0.1074810 Mar 08 15:43:58.841951 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-b363d622-9dee-45b8-ae95-3c6d18c744ec tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e423483374664153a105b4f930482129 HTTP/1.1" status: 200 len: 380 time: 0.0583961 Mar 08 15:43:58.859270 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-0c0e74fe-3225-4fdc-ad9c-d2c9bbc297ab tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Request body: {'port': {'device_id': 'f5f833af-8162-4648-813c-1a3d20a6336f', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'admin_state_up': True, 'tenant_id': 'e423483374664153a105b4f930482129', 'security_groups': ['4353c7d6-1875-4b98-acba-fe45aebf2ed3']}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:58.978828 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-0c0e74fe-3225-4fdc-ad9c-d2c9bbc297ab tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Made reservation on behalf of e423483374664153a105b4f930482129 for: {'port': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:43:58.982157 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-0c0e74fe-3225-4fdc-ad9c-d2c9bbc297ab tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:59.113836 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-0c0e74fe-3225-4fdc-ad9c-d2c9bbc297ab tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Allocated IP 172.20.0.10 (255bbbd8-9561-4fc6-bb81-e8d65f873238/e58c1222-1db0-4e89-92f7-183351066a93/6a0093da-30b6-4d31-831c-9e5595a723c3) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:43:59.262581 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-0c0e74fe-3225-4fdc-ad9c-d2c9bbc297ab tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for port (6a0093da-30b6-4d31-831c-9e5595a723c3), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:59.286788 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5b145f86-13b5-4b96-b66a-3f9405cfbd24 req-fa3ad813-1f4b-438f-a214-a051eeedb7a0 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 210 time: 0.0315056 Mar 08 15:43:59.298327 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-0c0e74fe-3225-4fdc-ad9c-d2c9bbc297ab tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (6a0093da-30b6-4d31-831c-9e5595a723c3), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:59.342339 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-0c0e74fe-3225-4fdc-ad9c-d2c9bbc297ab tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Network 255bbbd8-9561-4fc6-bb81-e8d65f873238 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:43:59.345159 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-0c0e74fe-3225-4fdc-ad9c-d2c9bbc297ab tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:43:59.348797 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-0c0e74fe-3225-4fdc-ad9c-d2c9bbc297ab tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:43:59.374153 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e74fe-3225-4fdc-ad9c-d2c9bbc297ab tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Pushing event updated for resources: {'Port': ['ID=6a0093da-30b6-4d31-831c-9e5595a723c3,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:43:59.408332 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-0c0e74fe-3225-4fdc-ad9c-d2c9bbc297ab tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:59.408949 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-0c0e74fe-3225-4fdc-ad9c-d2c9bbc297ab tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:59.425686 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-0c0e74fe-3225-4fdc-ad9c-d2c9bbc297ab tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5700572 Mar 08 15:43:59.437630 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Request body: {'port': {'device_id': 'f5f833af-8162-4648-813c-1a3d20a6336f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:43:59.499807 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (6a0093da-30b6-4d31-831c-9e5595a723c3), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:59.635780 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-462104db-f637-4f9a-849b-a7bb32c047da None None] Provisioning complete for port 6a0093da-30b6-4d31-831c-9e5595a723c3 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:43:59.636763 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b772319-9b7e-402d-ba27-8133ed616cd3 req-efce6315-112b-4dc0-b7c0-65eab0fc686e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:59.636923 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-462104db-f637-4f9a-849b-a7bb32c047da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (6a0093da-30b6-4d31-831c-9e5595a723c3), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:43:59.638341 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4b772319-9b7e-402d-ba27-8133ed616cd3 req-efce6315-112b-4dc0-b7c0-65eab0fc686e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 943 time: 0.0563388 Mar 08 15:43:59.676316 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-462104db-f637-4f9a-849b-a7bb32c047da None None] Port 6a0093da-30b6-4d31-831c-9e5595a723c3 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:43:59.707114 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4b772319-9b7e-402d-ba27-8133ed616cd3 req-46094f82-c883-4259-8015-ab72e1c18e02 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619545 Mar 08 15:43:59.774811 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66675528-ecfd-4a6e-8e85-432012231c3d req-bed317fd-e98b-4363-b7ad-95d655dd7abd tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:59.776372 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-66675528-ecfd-4a6e-8e85-432012231c3d req-bed317fd-e98b-4363-b7ad-95d655dd7abd tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 945 time: 0.0559084 Mar 08 15:43:59.825317 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-66675528-ecfd-4a6e-8e85-432012231c3d req-4fabf28b-b923-46a3-bc61-657958ab692f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=02421787-22de-425d-8c22-827cdb452290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427563 Mar 08 15:43:59.953415 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57712330-2c61-41e8-9dae-01cac7ba60b8 req-34f30d60-9a35-4387-a0e3-9f4c9c9b6d2f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:43:59.955374 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-57712330-2c61-41e8-9dae-01cac7ba60b8 req-34f30d60-9a35-4387-a0e3-9f4c9c9b6d2f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 945 time: 0.0607500 Mar 08 15:43:59.964375 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 44614) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:43:59.968879 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-4bd3b47e-611c-48a6-9104-d04cef2c7473 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'floatingip': {'port_id': '41ab41d7-6bd2-45ba-931e-43ddf56a764f'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:00.007623 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b47e-611c-48a6-9104-d04cef2c7473 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (b0aa19fd-0db0-460d-9c1d-d1da9994f0c3), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:00.033797 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0093da-30b6-4d31-831c-9e5595a723c3 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:44:00.044210 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Publish callbacks [] for port (6a0093da-30b6-4d31-831c-9e5595a723c3), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:00.057011 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Transition to ACTIVE for port object 6a0093da-30b6-4d31-831c-9e5595a723c3 will not be triggered until provisioned by entity L2. {{(pid=104418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:44:00.062056 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (6a0093da-30b6-4d31-831c-9e5595a723c3), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:00.115345 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Pushing event updated for resources: {'Port': ['ID=6a0093da-30b6-4d31-831c-9e5595a723c3,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:00.185435 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Attempting to bind port 6a0093da-30b6-4d31-831c-9e5595a723c3 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:44:00.186220 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Attempting to bind port 6a0093da-30b6-4d31-831c-9e5595a723c3 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9f5fb220-0fce-41e1-9208-c94017024008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:44:00.186596 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Attempting to bind port 6a0093da-30b6-4d31-831c-9e5595a723c3 on network 255bbbd8-9561-4fc6-bb81-e8d65f873238 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:44:00.191974 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Port 6a0093da-30b6-4d31-831c-9e5595a723c3 on network 255bbbd8-9561-4fc6-bb81-e8d65f873238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:44:00.192301 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Attempting to bind port 6a0093da-30b6-4d31-831c-9e5595a723c3 on network 255bbbd8-9561-4fc6-bb81-e8d65f873238 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:44:00.197636 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:44:00.197973 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Checking segment: {'id': '9f5fb220-0fce-41e1-9208-c94017024008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:44:00.198354 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Bound using segment: {'id': '9f5fb220-0fce-41e1-9208-c94017024008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:44:00.198910 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Bound port: 6a0093da-30b6-4d31-831c-9e5595a723c3, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5fb220-0fce-41e1-9208-c94017024008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:44:00.199271 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (6a0093da-30b6-4d31-831c-9e5595a723c3), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:00.291906 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] For port 6a0093da-30b6-4d31-831c-9e5595a723c3, host hv-cinder-83009, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:44:00.296129 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] For port 6a0093da-30b6-4d31-831c-9e5595a723c3, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6a0093da-30b6-4d31-831c-9e5595a723c3,segment=NetworkSegment(9f5fb220-0fce-41e1-9208-c94017024008),segment_id=9f5fb220-0fce-41e1-9208-c94017024008)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:44:00.306105 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (6a0093da-30b6-4d31-831c-9e5595a723c3), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:00.345515 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:00.346137 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:00.347596 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] 10.222.0.41 "PUT /v2.0/ports/6a0093da-30b6-4d31-831c-9e5595a723c3 HTTP/1.1" status: 200 len: 1094 time: 0.9145229 Mar 08 15:44:00.348045 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f833af-8162-4648-813c-1a3d20a6336f', 'tag': '6a0093da-30b6-4d31-831c-9e5595a723c3'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:44:00.350961 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349668bd-8280-4619-a0b8-f37eb94e4576" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f833af-8162-4648-813c-1a3d20a6336f", "tag": "6a0093da-30b6-4d31-831c-9e5595a723c3"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:44:00.375248 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa846173-2ba9-492b-bfeb-a9632433d66d service neutron] Pushing event updated for resources: {'Port': ['ID=6a0093da-30b6-4d31-831c-9e5595a723c3,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:00.442315 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a46b46-b473-4b4c-8106-5de14723d9a0 x-openstack-request-id: req-99a46b46-b473-4b4c-8106-5de14723d9a0 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:44:00.442775 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f833af-8162-4648-813c-1a3d20a6336f", "tag": "6a0093da-30b6-4d31-831c-9e5595a723c3", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:44:00.443035 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-99a46b46-b473-4b4c-8106-5de14723d9a0 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:44:00.443472 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f833af-8162-4648-813c-1a3d20a6336f', 'tag': '6a0093da-30b6-4d31-831c-9e5595a723c3', 'status': 'completed', 'code': 200} Mar 08 15:44:00.469596 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-91e4a0d4-9c0f-406d-9bde-8d67ae16f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:00.471241 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-91e4a0d4-9c0f-406d-9bde-8d67ae16f3be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e423483374664153a105b4f930482129&device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 1128 time: 0.0666173 Mar 08 15:44:00.521188 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-5cf6b809-5097-4166-a9d5-6e9c8a6de818 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a0093da-30b6-4d31-831c-9e5595a723c3 HTTP/1.1" status: 200 len: 217 time: 0.0396993 Mar 08 15:44:00.528183 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656552f9-9545-49a5-a45a-632ac1dd4db9 req-0d698e1c-23b8-4d46-ad8a-fa95cc09a997 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:00.529721 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-656552f9-9545-49a5-a45a-632ac1dd4db9 req-0d698e1c-23b8-4d46-ad8a-fa95cc09a997 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 944 time: 0.1238225 Mar 08 15:44:00.577198 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-e3e45742-39aa-4f0d-b78d-1cdf08201381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:00.578731 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-e3e45742-39aa-4f0d-b78d-1cdf08201381 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e58c1222-1db0-4e89-92f7-183351066a93 HTTP/1.1" status: 200 len: 849 time: 0.0505822 Mar 08 15:44:00.605103 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b47e-611c-48a6-9104-d04cef2c7473 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:00.611284 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b47e-611c-48a6-9104-d04cef2c7473 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (b0aa19fd-0db0-460d-9c1d-d1da9994f0c3), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:00.637745 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-af174246-1b71-4b8c-9910-22303dbdad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:00.639302 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-af174246-1b71-4b8c-9910-22303dbdad19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=255bbbd8-9561-4fc6-bb81-e8d65f873238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523398 Mar 08 15:44:00.668341 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-656552f9-9545-49a5-a45a-632ac1dd4db9 req-f5720ffb-8d8f-449c-beb7-71ae85cd782c tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=4353c7d6-1875-4b98-acba-fe45aebf2ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918477 Mar 08 15:44:00.730522 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-4bd3b47e-611c-48a6-9104-d04cef2c7473 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Floating IP b0aa19fd-0db0-460d-9c1d-d1da9994f0c3 associated. External IP: 172.27.1.73, port: 41ab41d7-6bd2-45ba-931e-43ddf56a764f. Mar 08 15:44:00.736516 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-4aad1530-7ef8-4bb0-a658-2a1e1962f072 service neutron] 10.222.0.41 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895219 Mar 08 15:44:00.828717 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-24443081-2999-46b1-bf1a-4ec8d8af13d6 req-9f37b088-0675-4603-b93c-dd5f5a91e9f2 service neutron] 10.222.0.41 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849528 Mar 08 15:44:00.910720 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b32754-2a04-4912-a759-22b772f7fed0 req-b16872fb-ae7a-477d-9c9e-3dfe3589b2ee tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:00.912188 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-97b32754-2a04-4912-a759-22b772f7fed0 req-b16872fb-ae7a-477d-9c9e-3dfe3589b2ee tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 943 time: 0.1265597 Mar 08 15:44:00.943743 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349668bd-8280-4619-a0b8-f37eb94e4576 req-d77e6500-38fd-476b-9762-dc50ed3f768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:00.945297 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-349668bd-8280-4619-a0b8-f37eb94e4576 req-d77e6500-38fd-476b-9762-dc50ed3f768f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e423483374664153a105b4f930482129&device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 1128 time: 0.0475996 Mar 08 15:44:01.002035 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-97b32754-2a04-4912-a759-22b772f7fed0 req-20ea37cc-2ac5-4a03-aea5-4944d827af23 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818787 Mar 08 15:44:01.015011 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd3b47e-611c-48a6-9104-d04cef2c7473 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:44:01.044159 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349668bd-8280-4619-a0b8-f37eb94e4576 req-74a28c18-704b-49cc-b70d-158d516fabec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:01.045663 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-349668bd-8280-4619-a0b8-f37eb94e4576 req-74a28c18-704b-49cc-b70d-158d516fabec service neutron] 10.222.0.41 "GET /v2.0/networks?id=255bbbd8-9561-4fc6-bb81-e8d65f873238 HTTP/1.1" status: 200 len: 911 time: 0.0933230 Mar 08 15:44:01.090586 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-349668bd-8280-4619-a0b8-f37eb94e4576 req-538b6d8a-7f33-46aa-9284-fdfdbfe66164 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a0093da-30b6-4d31-831c-9e5595a723c3 HTTP/1.1" status: 200 len: 217 time: 0.0382731 Mar 08 15:44:01.135687 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd3b47e-611c-48a6-9104-d04cef2c7473 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:44:01.140371 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b47e-611c-48a6-9104-d04cef2c7473 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:01.145832 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349668bd-8280-4619-a0b8-f37eb94e4576 req-d88ba64c-1574-4802-b0b4-2956dffeb486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:01.147489 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-349668bd-8280-4619-a0b8-f37eb94e4576 req-d88ba64c-1574-4802-b0b4-2956dffeb486 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e58c1222-1db0-4e89-92f7-183351066a93 HTTP/1.1" status: 200 len: 849 time: 0.0498042 Mar 08 15:44:01.148597 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455c59c7-8500-4100-87a6-00347887e4ff None None] Sync routers for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:44:01.159514 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c59c7-8500-4100-87a6-00347887e4ff None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:01.160453 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-455c59c7-8500-4100-87a6-00347887e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:43:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:01.183104 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-4bd3b47e-611c-48a6-9104-d04cef2c7473 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "PUT /v2.0/floatingips/b0aa19fd-0db0-460d-9c1d-d1da9994f0c3 HTTP/1.1" status: 200 len: 990 time: 1.2174780 Mar 08 15:44:01.184898 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05872e09-1e6e-43b7-9086-7dc6a72c8e46', 'tag': '41ab41d7-6bd2-45ba-931e-43ddf56a764f'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:44:01.188586 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71785947914745800d43d5c0a78718fe11ea6fdba8b9e0230793fe8b114d71b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf24c0d7-e626-4026-9be1-e29e54053943" -d '{"events": [{"name": "network-changed", "server_uuid": "05872e09-1e6e-43b7-9086-7dc6a72c8e46", "tag": "41ab41d7-6bd2-45ba-931e-43ddf56a764f"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:44:01.201504 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349668bd-8280-4619-a0b8-f37eb94e4576 req-24e97d41-34aa-4ee0-8ace-3c0110e5fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:01.203053 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-349668bd-8280-4619-a0b8-f37eb94e4576 req-24e97d41-34aa-4ee0-8ace-3c0110e5fed2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=255bbbd8-9561-4fc6-bb81-e8d65f873238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493476 Mar 08 15:44:01.232150 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852051d9-eabd-4fbb-8651-c63d6d14f296 x-openstack-request-id: req-852051d9-eabd-4fbb-8651-c63d6d14f296 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:44:01.232455 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05872e09-1e6e-43b7-9086-7dc6a72c8e46", "tag": "41ab41d7-6bd2-45ba-931e-43ddf56a764f", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:44:01.232708 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-852051d9-eabd-4fbb-8651-c63d6d14f296 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:44:01.233096 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05872e09-1e6e-43b7-9086-7dc6a72c8e46', 'tag': '41ab41d7-6bd2-45ba-931e-43ddf56a764f', 'status': 'completed', 'code': 200} Mar 08 15:44:01.347978 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-349668bd-8280-4619-a0b8-f37eb94e4576 req-aba3b242-6282-41c6-a823-f5d670b30ed8 service neutron] 10.222.0.41 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316383 Mar 08 15:44:01.354762 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24c0d7-e626-4026-9be1-e29e54053943 req-4c1819e8-a9d9-450b-a333-53c3a16d0f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:01.356250 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-cf24c0d7-e626-4026-9be1-e29e54053943 req-4c1819e8-a9d9-450b-a333-53c3a16d0f10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62d3c6874e0e48c792aaf383f2bb7945&device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 1129 time: 0.0762403 Mar 08 15:44:01.420040 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-455c59c7-8500-4100-87a6-00347887e4ff None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:01.506432 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-349668bd-8280-4619-a0b8-f37eb94e4576 req-32e317b1-f832-418e-8651-b4069111165f service neutron] 10.222.0.41 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488802 Mar 08 15:44:01.516013 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24c0d7-e626-4026-9be1-e29e54053943 req-ad1b79f3-66dc-4e23-a37b-2876c7711faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:01.517464 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-cf24c0d7-e626-4026-9be1-e29e54053943 req-ad1b79f3-66dc-4e23-a37b-2876c7711faa service neutron] 10.222.0.41 "GET /v2.0/networks?id=a91eab27-e927-433f-826e-c27a0b9152a4 HTTP/1.1" status: 200 len: 916 time: 0.1529403 Mar 08 15:44:01.594661 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-cf24c0d7-e626-4026-9be1-e29e54053943 req-a74622dd-9195-4429-949b-a99a79ee17c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41ab41d7-6bd2-45ba-931e-43ddf56a764f HTTP/1.1" status: 200 len: 998 time: 0.0695171 Mar 08 15:44:01.646585 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24c0d7-e626-4026-9be1-e29e54053943 req-5cfbf80e-73a1-4403-afe5-e5f86ba4da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:01.648132 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-cf24c0d7-e626-4026-9be1-e29e54053943 req-5cfbf80e-73a1-4403-afe5-e5f86ba4da38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07efbca3-18a1-4b3b-886d-8e44215b7116 HTTP/1.1" status: 200 len: 854 time: 0.0438633 Mar 08 15:44:01.653095 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-455c59c7-8500-4100-87a6-00347887e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '4b5876a2-5804-4bbf-a003-559aae48e5bf', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'port_id': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'mac_address': 'fa:16:3e:3d:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb93b64d-0997-4e5a-a248-0ad0cd5e40df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:42:32Z', 'updated_at': '2022-03-08T15:42:47Z', 'revision_number': 2, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'fixed_ip_address_scope': None}, {'id': 'b0aa19fd-0db0-460d-9c1d-d1da9994f0c3', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'port_id': '41ab41d7-6bd2-45ba-931e-43ddf56a764f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'mac_address': 'fa:16:3e:52:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05872e09-1e6e-43b7-9086-7dc6a72c8e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:43:42Z', 'updated_at': '2022-03-08T15:44:00Z', 'revision_number': 1, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:01.680280 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455c59c7-8500-4100-87a6-00347887e4ff None None] Checking router: a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:44:01.690712 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c59c7-8500-4100-87a6-00347887e4ff None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:01.691524 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-455c59c7-8500-4100-87a6-00347887e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:43:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:01.708554 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24c0d7-e626-4026-9be1-e29e54053943 req-40e28e60-42b9-4e48-9241-b67c4afcca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:01.710115 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-cf24c0d7-e626-4026-9be1-e29e54053943 req-40e28e60-42b9-4e48-9241-b67c4afcca6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a91eab27-e927-433f-826e-c27a0b9152a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541942 Mar 08 15:44:01.795359 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2dc15b-e20d-45d8-87e3-4b4c340085db req-5c7d724c-27c9-4b0c-800e-e252c15b7c6e tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:01.796954 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0e2dc15b-e20d-45d8-87e3-4b4c340085db req-5c7d724c-27c9-4b0c-800e-e252c15b7c6e tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 944 time: 0.0540831 Mar 08 15:44:01.810863 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-cf24c0d7-e626-4026-9be1-e29e54053943 req-758f4496-125a-4c95-9084-6258dac15774 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907247 Mar 08 15:44:01.825466 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-455c59c7-8500-4100-87a6-00347887e4ff None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:01.845120 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0e2dc15b-e20d-45d8-87e3-4b4c340085db req-23fa6d6b-feb2-46b9-9a80-a15879afad36 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=4353c7d6-1875-4b98-acba-fe45aebf2ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425932 Mar 08 15:44:01.855450 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device c104af7c-afdc-4fd0-a660-d44403bba38c details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:44:01.904523 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-cf24c0d7-e626-4026-9be1-e29e54053943 req-e517f47d-9688-4c94-8c53-414ec37bc708 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866511 Mar 08 15:44:02.062723 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port c104af7c-afdc-4fd0-a660-d44403bba38c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c104af7c-afdc-4fd0-a660-d44403bba38c,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:02.080362 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': 'c104af7c-afdc-4fd0-a660-d44403bba38c', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'port_id': 'c104af7c-afdc-4fd0-a660-d44403bba38c', 'mac_address': 'fa:16:3e:3f:23:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:44:02.124128 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b269cb9-7638-4a6b-96f3-835422345a52 req-25bb8be4-a402-4e72-8523-ee1a5727c0dd tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:02.125637 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9b269cb9-7638-4a6b-96f3-835422345a52 req-25bb8be4-a402-4e72-8523-ee1a5727c0dd tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 943 time: 0.0530677 Mar 08 15:44:02.152566 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port c104af7c-afdc-4fd0-a660-d44403bba38c is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:02.153189 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (c104af7c-afdc-4fd0-a660-d44403bba38c), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:02.170514 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c104af7c-afdc-4fd0-a660-d44403bba38c {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:44:02.177346 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9b269cb9-7638-4a6b-96f3-835422345a52 req-384c1ee3-6823-4d21-8abc-c1b9f6cee824 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459466 Mar 08 15:44:02.194540 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port c104af7c-afdc-4fd0-a660-d44403bba38c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c104af7c-afdc-4fd0-a660-d44403bba38c,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:02.202298 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (c104af7c-afdc-4fd0-a660-d44403bba38c), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:02.207102 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-455c59c7-8500-4100-87a6-00347887e4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '4b5876a2-5804-4bbf-a003-559aae48e5bf', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'port_id': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'mac_address': 'fa:16:3e:3d:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb93b64d-0997-4e5a-a248-0ad0cd5e40df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:42:32Z', 'updated_at': '2022-03-08T15:42:47Z', 'revision_number': 2, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'fixed_ip_address_scope': None}, {'id': 'b0aa19fd-0db0-460d-9c1d-d1da9994f0c3', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'port_id': '41ab41d7-6bd2-45ba-931e-43ddf56a764f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'mac_address': 'fa:16:3e:52:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05872e09-1e6e-43b7-9086-7dc6a72c8e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:43:42Z', 'updated_at': '2022-03-08T15:44:00Z', 'revision_number': 1, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:02.252241 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455c59c7-8500-4100-87a6-00347887e4ff None None] The sync data for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi is: [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '4b5876a2-5804-4bbf-a003-559aae48e5bf', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'port_id': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'mac_address': 'fa:16:3e:3d:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb93b64d-0997-4e5a-a248-0ad0cd5e40df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:42:32Z', 'updated_at': '2022-03-08T15:42:47Z', 'revision_number': 2, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'fixed_ip_address_scope': None}, {'id': 'b0aa19fd-0db0-460d-9c1d-d1da9994f0c3', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'port_id': '41ab41d7-6bd2-45ba-931e-43ddf56a764f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'mac_address': 'fa:16:3e:52:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05872e09-1e6e-43b7-9086-7dc6a72c8e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:43:42Z', 'updated_at': '2022-03-08T15:44:00Z', 'revision_number': 1, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:44:02.277420 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=c104af7c-afdc-4fd0-a660-d44403bba38c,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:02.462013 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658755b3-ddd9-4585-a992-7545330356e9 None None] New status for floating IP b0aa19fd-0db0-460d-9c1d-d1da9994f0c3: ACTIVE {{(pid=104420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:44:02.492825 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['c104af7c-afdc-4fd0-a660-d44403bba38c'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:44:02.980036 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dddade-a129-44b9-a5df-ae9fc4e70145 req-1f0dea17-565d-4ec8-a933-881ea2639d4d tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:02.981702 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-96dddade-a129-44b9-a5df-ae9fc4e70145 req-1f0dea17-565d-4ec8-a933-881ea2639d4d tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 944 time: 0.0683720 Mar 08 15:44:03.042615 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-96dddade-a129-44b9-a5df-ae9fc4e70145 req-53f9830d-7bcd-44aa-8c48-81bcfd2eb4bd tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=4353c7d6-1875-4b98-acba-fe45aebf2ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552394 Mar 08 15:44:03.300916 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfceeb4b-f2b8-4645-a148-05841ca09400 req-c647c30a-03de-4a2b-9942-b4ef4f51c0bd tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:03.302295 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-dfceeb4b-f2b8-4645-a148-05841ca09400 req-c647c30a-03de-4a2b-9942-b4ef4f51c0bd tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 944 time: 0.0561540 Mar 08 15:44:03.359686 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-dfceeb4b-f2b8-4645-a148-05841ca09400 req-51392f21-91b9-40b8-b61c-6a5c13716a6f tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494776 Mar 08 15:44:03.857359 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 6a0093da-30b6-4d31-831c-9e5595a723c3 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:44:03.861398 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device c104af7c-afdc-4fd0-a660-d44403bba38c up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:44:03.973501 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port c104af7c-afdc-4fd0-a660-d44403bba38c completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:44:03.984537 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port c104af7c-afdc-4fd0-a660-d44403bba38c triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:03.985146 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (c104af7c-afdc-4fd0-a660-d44403bba38c), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:04.022618 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 6a0093da-30b6-4d31-831c-9e5595a723c3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6a0093da-30b6-4d31-831c-9e5595a723c3,segment=NetworkSegment(9f5fb220-0fce-41e1-9208-c94017024008),segment_id=9f5fb220-0fce-41e1-9208-c94017024008)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:04.040749 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': '6a0093da-30b6-4d31-831c-9e5595a723c3', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'port_id': '6a0093da-30b6-4d31-831c-9e5595a723c3', 'mac_address': 'fa:16:3e:1a:3a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:44:04.089692 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 6a0093da-30b6-4d31-831c-9e5595a723c3 is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:04.089992 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (6a0093da-30b6-4d31-831c-9e5595a723c3), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:04.126012 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0093da-30b6-4d31-831c-9e5595a723c3 {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:44:04.129978 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db2114-80a5-4da2-a644-26611abebe04 req-5c81d312-e412-43eb-b44e-64603c29d28c tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:04.131635 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-07db2114-80a5-4da2-a644-26611abebe04 req-5c81d312-e412-43eb-b44e-64603c29d28c tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=117c5492-7c67-43a4-bf7b-fac8c87a560d HTTP/1.1" status: 200 len: 946 time: 0.0655236 Mar 08 15:44:04.142190 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port c104af7c-afdc-4fd0-a660-d44403bba38c is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:04.142594 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (c104af7c-afdc-4fd0-a660-d44403bba38c), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:04.160855 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 6a0093da-30b6-4d31-831c-9e5595a723c3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6a0093da-30b6-4d31-831c-9e5595a723c3,segment=NetworkSegment(9f5fb220-0fce-41e1-9208-c94017024008),segment_id=9f5fb220-0fce-41e1-9208-c94017024008)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:04.170342 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (6a0093da-30b6-4d31-831c-9e5595a723c3), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:04.179416 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41deef11-4c21-4f5f-9310-6eae93803685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c104af7c-afdc-4fd0-a660-d44403bba38c'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:44:04.181687 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71018baf-fba8-4245-8896-06f9e571d66f" -d '{"events": [{"server_uuid": "41deef11-4c21-4f5f-9310-6eae93803685", "name": "network-vif-plugged", "status": "completed", "tag": "c104af7c-afdc-4fd0-a660-d44403bba38c"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:44:04.213003 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port c104af7c-afdc-4fd0-a660-d44403bba38c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c104af7c-afdc-4fd0-a660-d44403bba38c,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:04.222851 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (c104af7c-afdc-4fd0-a660-d44403bba38c), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:04.238714 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=6a0093da-30b6-4d31-831c-9e5595a723c3,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:04.288620 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=c104af7c-afdc-4fd0-a660-d44403bba38c,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:04.433348 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-07db2114-80a5-4da2-a644-26611abebe04 req-bdef135b-adf3-410a-a107-679de5fefa2a tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952678 Mar 08 15:44:04.474014 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49460cc-13f6-40d0-9788-a3d69bc80fba req-721e173d-042e-41f5-8177-00617ba24b4a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:04.475724 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c49460cc-13f6-40d0-9788-a3d69bc80fba req-721e173d-042e-41f5-8177-00617ba24b4a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 945 time: 0.0583940 Mar 08 15:44:04.479049 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f26beb3-7480-4d39-8729-f302de03ae6e x-openstack-request-id: req-4f26beb3-7480-4d39-8729-f302de03ae6e {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:44:04.479340 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41deef11-4c21-4f5f-9310-6eae93803685", "name": "network-vif-plugged", "status": "completed", "tag": "c104af7c-afdc-4fd0-a660-d44403bba38c", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:44:04.479594 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f26beb3-7480-4d39-8729-f302de03ae6e {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:44:04.479990 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41deef11-4c21-4f5f-9310-6eae93803685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c104af7c-afdc-4fd0-a660-d44403bba38c', 'code': 200} Mar 08 15:44:04.490748 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['6a0093da-30b6-4d31-831c-9e5595a723c3'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:44:04.545065 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c49460cc-13f6-40d0-9788-a3d69bc80fba req-08b5db43-9149-4be9-bb51-6cab0ff72d96 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=4353c7d6-1875-4b98-acba-fe45aebf2ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629189 Mar 08 15:44:04.591755 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1165d0a-4a5b-46fe-a302-92c30c2782b5 req-07e1af7b-ce69-4afa-b254-21af14d506b3 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:04.593268 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f1165d0a-4a5b-46fe-a302-92c30c2782b5 req-07e1af7b-ce69-4afa-b254-21af14d506b3 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 945 time: 0.0633342 Mar 08 15:44:04.648737 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f1165d0a-4a5b-46fe-a302-92c30c2782b5 req-3dac719c-fad5-4ab2-8e71-15df7c2327ed tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496659 Mar 08 15:44:04.748662 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d0469-2f6c-429b-9d79-a3a7aa3b541a req-9bce6656-d0c0-458c-b9a4-a8d2300971df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:04.750031 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-da9d0469-2f6c-429b-9d79-a3a7aa3b541a req-9bce6656-d0c0-458c-b9a4-a8d2300971df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 1129 time: 0.0444882 Mar 08 15:44:04.811312 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-da9d0469-2f6c-429b-9d79-a3a7aa3b541a req-504d67ff-2bba-45a2-9713-11c0ca3f6f11 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430682 Mar 08 15:44:05.571365 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dcd9f-2987-4593-a481-7ac7c4f2fe6c req-d3440162-9ba6-4978-9c6e-d2effda802ba tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:05.572837 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2e8dcd9f-2987-4593-a481-7ac7c4f2fe6c req-d3440162-9ba6-4978-9c6e-d2effda802ba tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=117c5492-7c67-43a4-bf7b-fac8c87a560d HTTP/1.1" status: 200 len: 946 time: 0.0579269 Mar 08 15:44:05.628771 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2e8dcd9f-2987-4593-a481-7ac7c4f2fe6c req-ccc74bfc-868f-4674-bbb7-609d804a600c tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a5e4837-968f-4af2-9b9b-40ed4a567d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503531 Mar 08 15:44:05.669756 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b39b9-d795-4829-b467-ccca139a248b req-d8cd990d-9c7f-4d1f-9786-4eaf9c62876f tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:05.671211 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-202b39b9-d795-4829-b467-ccca139a248b req-d8cd990d-9c7f-4d1f-9786-4eaf9c62876f tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 945 time: 0.0554569 Mar 08 15:44:05.720162 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-202b39b9-d795-4829-b467-ccca139a248b req-b81d64a3-f1fa-4823-b79f-1f8c9d06b7a7 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=4353c7d6-1875-4b98-acba-fe45aebf2ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430431 Mar 08 15:44:05.760139 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-5a2e339c-6a63-454a-80cb-8764d828361f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:05.775368 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21830e67-2a52-4fc0-8dfa-52f4f7d1e940 req-24eb7340-9762-4b77-a3d5-d588b855ae8d tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:05.776820 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-21830e67-2a52-4fc0-8dfa-52f4f7d1e940 req-24eb7340-9762-4b77-a3d5-d588b855ae8d tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 945 time: 0.0559106 Mar 08 15:44:05.826237 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-21830e67-2a52-4fc0-8dfa-52f4f7d1e940 req-572306e6-5b47-49ae-ab9e-a2c0dcadab7d tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437939 Mar 08 15:44:05.871147 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 6a0093da-30b6-4d31-831c-9e5595a723c3 up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:44:05.925064 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port 6a0093da-30b6-4d31-831c-9e5595a723c3 completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:44:05.928997 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port 6a0093da-30b6-4d31-831c-9e5595a723c3 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:05.929387 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (6a0093da-30b6-4d31-831c-9e5595a723c3), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:06.025948 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 6a0093da-30b6-4d31-831c-9e5595a723c3 is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:06.026621 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (6a0093da-30b6-4d31-831c-9e5595a723c3), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:06.112030 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 6a0093da-30b6-4d31-831c-9e5595a723c3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6a0093da-30b6-4d31-831c-9e5595a723c3,segment=NetworkSegment(9f5fb220-0fce-41e1-9208-c94017024008),segment_id=9f5fb220-0fce-41e1-9208-c94017024008)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:06.121045 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (6a0093da-30b6-4d31-831c-9e5595a723c3), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:06.163584 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2717adf-32ad-4146-9f1d-9ff229bac8d9 req-b431c69a-0079-496d-93b4-8e2e39729dac tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:06.165822 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c2717adf-32ad-4146-9f1d-9ff229bac8d9 req-b431c69a-0079-496d-93b4-8e2e39729dac tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.41 "GET /v2.0/ports?device_id=117c5492-7c67-43a4-bf7b-fac8c87a560d HTTP/1.1" status: 200 len: 946 time: 0.0633981 Mar 08 15:44:06.179428 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=6a0093da-30b6-4d31-831c-9e5595a723c3,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:06.283345 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-c2717adf-32ad-4146-9f1d-9ff229bac8d9 req-7bd4e2fa-e88b-4230-b397-1161dd2fdc6f tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Deleting port c3c203c3-b604-4ef7-9996-e5d2a91b2e7b {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:44:06.283585 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c2717adf-32ad-4146-9f1d-9ff229bac8d9 req-7bd4e2fa-e88b-4230-b397-1161dd2fdc6f tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (c3c203c3-b604-4ef7-9996-e5d2a91b2e7b), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:06.375098 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-c2717adf-32ad-4146-9f1d-9ff229bac8d9 req-7bd4e2fa-e88b-4230-b397-1161dd2fdc6f tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] For port c3c203c3-b604-4ef7-9996-e5d2a91b2e7b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3c203c3-b604-4ef7-9996-e5d2a91b2e7b,segment=NetworkSegment(401e3698-93a7-4663-a1f6-8a4251627afe),segment_id=401e3698-93a7-4663-a1f6-8a4251627afe)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:06.375472 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c2717adf-32ad-4146-9f1d-9ff229bac8d9 req-7bd4e2fa-e88b-4230-b397-1161dd2fdc6f tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (c3c203c3-b604-4ef7-9996-e5d2a91b2e7b), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:06.387476 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-c2717adf-32ad-4146-9f1d-9ff229bac8d9 req-7bd4e2fa-e88b-4230-b397-1161dd2fdc6f tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Calling delete_port for c3c203c3-b604-4ef7-9996-e5d2a91b2e7b owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:44:06.481712 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f833af-8162-4648-813c-1a3d20a6336f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0093da-30b6-4d31-831c-9e5595a723c3'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:44:06.484272 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20980b3f-7635-45eb-863e-6151a9ac9dce" -d '{"events": [{"server_uuid": "f5f833af-8162-4648-813c-1a3d20a6336f", "name": "network-vif-plugged", "status": "completed", "tag": "6a0093da-30b6-4d31-831c-9e5595a723c3"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:44:06.519916 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c2717adf-32ad-4146-9f1d-9ff229bac8d9 req-7bd4e2fa-e88b-4230-b397-1161dd2fdc6f tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (c3c203c3-b604-4ef7-9996-e5d2a91b2e7b), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:06.520221 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa66390-ac67-4fd4-998f-ee75781ddfc3 x-openstack-request-id: req-4fa66390-ac67-4fd4-998f-ee75781ddfc3 {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:44:06.520617 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f833af-8162-4648-813c-1a3d20a6336f", "name": "network-vif-plugged", "status": "completed", "tag": "6a0093da-30b6-4d31-831c-9e5595a723c3", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:44:06.520824 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4fa66390-ac67-4fd4-998f-ee75781ddfc3 {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:44:06.521273 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f833af-8162-4648-813c-1a3d20a6336f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0093da-30b6-4d31-831c-9e5595a723c3', 'code': 200} Mar 08 15:44:06.534758 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['c3c203c3-b604-4ef7-9996-e5d2a91b2e7b'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:44:06.547962 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4e2fa-e88b-4230-b397-1161dd2fdc6f tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Pushing event deleted for resources: {'Port': ['ID=c3c203c3-b604-4ef7-9996-e5d2a91b2e7b,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:06.592752 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2717adf-32ad-4146-9f1d-9ff229bac8d9 req-7bd4e2fa-e88b-4230-b397-1161dd2fdc6f tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] No DVR routers for this DVR port c3c203c3-b604-4ef7-9996-e5d2a91b2e7b on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:44:06.595502 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c2717adf-32ad-4146-9f1d-9ff229bac8d9 req-7bd4e2fa-e88b-4230-b397-1161dd2fdc6f tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:06.598942 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c2717adf-32ad-4146-9f1d-9ff229bac8d9 req-7bd4e2fa-e88b-4230-b397-1161dd2fdc6f tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.41 "DELETE /v2.0/ports/c3c203c3-b604-4ef7-9996-e5d2a91b2e7b HTTP/1.1" status: 204 len: 173 time: 0.4141436 Mar 08 15:44:06.599465 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117c5492-7c67-43a4-bf7b-fac8c87a560d', 'name': 'network-vif-deleted', 'tag': 'c3c203c3-b604-4ef7-9996-e5d2a91b2e7b'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:44:06.601850 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ffbaf5-9b85-4d48-802d-4eb54fde02f8" -d '{"events": [{"server_uuid": "117c5492-7c67-43a4-bf7b-fac8c87a560d", "name": "network-vif-deleted", "tag": "c3c203c3-b604-4ef7-9996-e5d2a91b2e7b"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:44:06.643661 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f465ba4-74a5-48c4-bdcc-badb90147ed1 x-openstack-request-id: req-1f465ba4-74a5-48c4-bdcc-badb90147ed1 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:44:06.643952 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117c5492-7c67-43a4-bf7b-fac8c87a560d", "name": "network-vif-deleted", "tag": "c3c203c3-b604-4ef7-9996-e5d2a91b2e7b", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:44:06.644198 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f465ba4-74a5-48c4-bdcc-badb90147ed1 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:44:06.644594 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117c5492-7c67-43a4-bf7b-fac8c87a560d', 'name': 'network-vif-deleted', 'tag': 'c3c203c3-b604-4ef7-9996-e5d2a91b2e7b', 'status': 'completed', 'code': 200} Mar 08 15:44:06.722842 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f2353-7482-4f34-8691-acb6d7fe1e17 req-d220a198-2199-4b13-9d6b-7f9da757b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:06.724496 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-708f2353-7482-4f34-8691-acb6d7fe1e17 req-d220a198-2199-4b13-9d6b-7f9da757b439 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 1130 time: 0.0478375 Mar 08 15:44:06.729050 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ea5fe21d-b089-4161-8bce-ad1a358e79c4 req-675580b4-16b3-4427-affd-de05470d3a55 tempest-VolumesSnapshotTestJSON-718985630 tempest-VolumesSnapshotTestJSON-718985630-project] 10.222.0.11 "GET /v2.0/ports?device_id=117c5492-7c67-43a4-bf7b-fac8c87a560d HTTP/1.1" status: 200 len: 210 time: 0.0286937 Mar 08 15:44:06.777313 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-708f2353-7482-4f34-8691-acb6d7fe1e17 req-0354f243-d2ec-4328-b7fe-75eb49d4df89 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4353c7d6-1875-4b98-acba-fe45aebf2ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416610 Mar 08 15:44:06.839578 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5c0c1-eb9e-47bd-a914-9589f113738e req-8cc97a36-a35d-4614-a363-453aa7833f2a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:06.840945 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3bf5c0c1-eb9e-47bd-a914-9589f113738e req-8cc97a36-a35d-4614-a363-453aa7833f2a tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 946 time: 0.0526803 Mar 08 15:44:06.890365 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3bf5c0c1-eb9e-47bd-a914-9589f113738e req-6e01bb28-4d82-4953-8054-6bd25bd50041 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=4353c7d6-1875-4b98-acba-fe45aebf2ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414541 Mar 08 15:44:06.948442 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67fb30-b006-4326-868e-b21562ab5700 req-71e97ae1-4b23-423a-81b1-7d4e0f4a6f00 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:06.949922 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fc67fb30-b006-4326-868e-b21562ab5700 req-71e97ae1-4b23-423a-81b1-7d4e0f4a6f00 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 945 time: 0.0557194 Mar 08 15:44:06.997561 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fc67fb30-b006-4326-868e-b21562ab5700 req-8068615c-7cdf-4781-98c9-ea60c2ce054d tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419631 Mar 08 15:44:07.122419 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf467-3f80-4213-a08b-b604d50e470a req-7b932713-54db-47f8-9567-9a04876df0b4 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:07.123867 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ecbbf467-3f80-4213-a08b-b604d50e470a req-7b932713-54db-47f8-9567-9a04876df0b4 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 945 time: 0.0561283 Mar 08 15:44:07.187061 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ecbbf467-3f80-4213-a08b-b604d50e470a req-b76d7ca6-7b8f-4a0b-9a30-f191b7b8378e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524161 Mar 08 15:44:07.214040 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 44690) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:07.268767 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2827ec1-1d14-42a8-9670-2b73025c45cf tempest-TestVolumeBootPattern-570865410 tempest-TestVolumeBootPattern-570865410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:07.270298 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-d2827ec1-1d14-42a8-9670-2b73025c45cf tempest-TestVolumeBootPattern-570865410 tempest-TestVolumeBootPattern-570865410-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 1124 time: 0.0552433 Mar 08 15:44:07.273339 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 44692) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:07.278032 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Request body: {'floatingip': {'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'port_id': 'c104af7c-afdc-4fd0-a660-d44403bba38c', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:07.301603 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:07.400407 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:07.511988 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Allocated IP 172.27.1.87 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/31b460d7-aa26-40d9-b440-2987fd2baddd) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:44:07.617264 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for port (31b460d7-aa26-40d9-b440-2987fd2baddd), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:07.659110 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (31b460d7-aa26-40d9-b440-2987fd2baddd), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:07.698198 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:44:07.701047 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:44:07.704410 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:44:07.710020 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event updated for resources: {'Port': ['ID=31b460d7-aa26-40d9-b440-2987fd2baddd,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:08.016895 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a2b9a-3bfe-4397-8e8a-ea732c81ac28 req-94c567af-cdf2-4e82-a322-22d186c28638 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:08.022907 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1e9a2b9a-3bfe-4397-8e8a-ea732c81ac28 req-94c567af-cdf2-4e82-a322-22d186c28638 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 946 time: 0.0627866 Mar 08 15:44:08.109455 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1e9a2b9a-3bfe-4397-8e8a-ea732c81ac28 req-630f3c5b-e8a0-4b2d-8dc8-51cea798966f tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=4353c7d6-1875-4b98-acba-fe45aebf2ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855432 Mar 08 15:44:08.124121 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for floatingip (a31d513d-6e8a-4c98-bc1c-6264b75ce7c3), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:08.214933 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (31b460d7-aa26-40d9-b440-2987fd2baddd), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:08.378552 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for port (31b460d7-aa26-40d9-b440-2987fd2baddd), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:08.384844 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (31b460d7-aa26-40d9-b440-2987fd2baddd), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:08.457811 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event updated for resources: {'Port': ['ID=31b460d7-aa26-40d9-b440-2987fd2baddd,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:08.467461 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (a31d513d-6e8a-4c98-bc1c-6264b75ce7c3), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:08.514771 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-d1b0e4c1-706a-4f46-8461-1167f6da02db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:08.572479 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.l3_db [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Floating IP a31d513d-6e8a-4c98-bc1c-6264b75ce7c3 associated. External IP: 172.27.1.87, port: c104af7c-afdc-4fd0-a660-d44403bba38c. Mar 08 15:44:08.791658 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:44:08.904565 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:44:08.915695 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1bfeb7-af81-4a19-9953-b96f16645e92 None None] Sync routers for ids ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:44:08.925231 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:08.929054 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1bfeb7-af81-4a19-9953-b96f16645e92 None None] Routers {'9afc2d2c-a6aa-4085-9b46-15248fa596d7'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:08.929657 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-2e1bfeb7-af81-4a19-9953-b96f16645e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:44:08Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:08.954789 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-8de89ca3-de33-4026-b37a-b1aba4fe70c6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6802325 Mar 08 15:44:08.955354 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41deef11-4c21-4f5f-9310-6eae93803685', 'tag': 'c104af7c-afdc-4fd0-a660-d44403bba38c'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:44:08.957575 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fab905-768f-4542-9af0-ff730ff11946" -d '{"events": [{"name": "network-changed", "server_uuid": "41deef11-4c21-4f5f-9310-6eae93803685", "tag": "c104af7c-afdc-4fd0-a660-d44403bba38c"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:44:08.996926 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbcb2b1-8d84-42bd-8340-09e3ef34dabe x-openstack-request-id: req-bfbcb2b1-8d84-42bd-8340-09e3ef34dabe {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:44:08.997286 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41deef11-4c21-4f5f-9310-6eae93803685", "tag": "c104af7c-afdc-4fd0-a660-d44403bba38c", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:44:08.997606 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bfbcb2b1-8d84-42bd-8340-09e3ef34dabe {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:44:08.998074 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41deef11-4c21-4f5f-9310-6eae93803685', 'tag': 'c104af7c-afdc-4fd0-a660-d44403bba38c', 'status': 'completed', 'code': 200} Mar 08 15:44:09.038123 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-2e1bfeb7-af81-4a19-9953-b96f16645e92 None None] Set router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:09.066092 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fab905-768f-4542-9af0-ff730ff11946 req-c225edde-96ab-4f76-8bd2-1aac800d2038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:09.068207 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d2fab905-768f-4542-9af0-ff730ff11946 req-c225edde-96ab-4f76-8bd2-1aac800d2038 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d0cf23d94b04413bd119204393f2f3d&device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 1129 time: 0.0489805 Mar 08 15:44:09.174420 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fab905-768f-4542-9af0-ff730ff11946 req-225ede0a-7225-4b3b-a718-f5d0c9cbd915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:09.175938 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d2fab905-768f-4542-9af0-ff730ff11946 req-225ede0a-7225-4b3b-a718-f5d0c9cbd915 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f HTTP/1.1" status: 200 len: 913 time: 0.1009626 Mar 08 15:44:09.272146 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35acb8-ee48-45d0-92b0-9249477a7450 req-2afd3489-c66b-4e74-8497-e53128c5e3e1 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:09.281089 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6e35acb8-ee48-45d0-92b0-9249477a7450 req-2afd3489-c66b-4e74-8497-e53128c5e3e1 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 946 time: 0.0704417 Mar 08 15:44:09.294576 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d2fab905-768f-4542-9af0-ff730ff11946 req-1e58bd51-772d-472b-b1dd-2b180274d415 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c104af7c-afdc-4fd0-a660-d44403bba38c HTTP/1.1" status: 200 len: 998 time: 0.1108332 Mar 08 15:44:09.359246 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6e35acb8-ee48-45d0-92b0-9249477a7450 req-1a38811d-0dc6-4095-92b3-63a88c755926 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=4353c7d6-1875-4b98-acba-fe45aebf2ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729473 Mar 08 15:44:09.367362 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fab905-768f-4542-9af0-ff730ff11946 req-11054939-83f7-40bd-bd6b-e91cbd4be91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:09.368898 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d2fab905-768f-4542-9af0-ff730ff11946 req-11054939-83f7-40bd-bd6b-e91cbd4be91a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73b41290-8ee2-4e3d-bbe0-e90c06dbebb7 HTTP/1.1" status: 200 len: 851 time: 0.0668104 Mar 08 15:44:09.421099 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fab905-768f-4542-9af0-ff730ff11946 req-a0769a5b-c7ae-4e78-a9d4-dc661eb8100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:09.423797 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d2fab905-768f-4542-9af0-ff730ff11946 req-a0769a5b-c7ae-4e78-a9d4-dc661eb8100b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461841 Mar 08 15:44:09.453100 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-2e1bfeb7-af81-4a19-9953-b96f16645e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'a31d513d-6e8a-4c98-bc1c-6264b75ce7c3', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'port_id': 'c104af7c-afdc-4fd0-a660-d44403bba38c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'mac_address': 'fa:16:3e:3f:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41deef11-4c21-4f5f-9310-6eae93803685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:44:07Z', 'updated_at': '2022-03-08T15:44:07Z', 'revision_number': 0, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:09Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:09.476376 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd64a5-ebf5-4ab4-a0d9-e4165069486f req-6dc43e35-cf64-4818-9836-9522ee7c9e70 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:09.478318 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-befd64a5-ebf5-4ab4-a0d9-e4165069486f req-6dc43e35-cf64-4818-9836-9522ee7c9e70 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 946 time: 0.0627642 Mar 08 15:44:09.481943 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1bfeb7-af81-4a19-9953-b96f16645e92 None None] Checking router: 9afc2d2c-a6aa-4085-9b46-15248fa596d7 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:44:09.487149 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 44720) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:09.492418 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1bfeb7-af81-4a19-9953-b96f16645e92 None None] Routers {'9afc2d2c-a6aa-4085-9b46-15248fa596d7'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:09.492948 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-e1d3a3fe-b1ac-4cf0-a931-5b8f4f216820 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Request body: {'floatingip': {'port_id': '6a0093da-30b6-4d31-831c-9e5595a723c3'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:09.493065 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-2e1bfeb7-af81-4a19-9953-b96f16645e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:44:08Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:09.604683 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-2e1bfeb7-af81-4a19-9953-b96f16645e92 None None] Set router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:09.801533 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e1d3a3fe-b1ac-4cf0-a931-5b8f4f216820 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for floatingip (f659f0c4-eec0-4dd2-b498-fc85b76fdc94), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:09.835889 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-2e1bfeb7-af81-4a19-9953-b96f16645e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'a31d513d-6e8a-4c98-bc1c-6264b75ce7c3', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'port_id': 'c104af7c-afdc-4fd0-a660-d44403bba38c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'mac_address': 'fa:16:3e:3f:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41deef11-4c21-4f5f-9310-6eae93803685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:44:07Z', 'updated_at': '2022-03-08T15:44:07Z', 'revision_number': 0, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:09Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:09.865317 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1bfeb7-af81-4a19-9953-b96f16645e92 None None] The sync data for ids ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'] in dv-cinder-830098-2-iscsi is: [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'a31d513d-6e8a-4c98-bc1c-6264b75ce7c3', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'port_id': 'c104af7c-afdc-4fd0-a660-d44403bba38c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'mac_address': 'fa:16:3e:3f:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41deef11-4c21-4f5f-9310-6eae93803685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:44:07Z', 'updated_at': '2022-03-08T15:44:07Z', 'revision_number': 0, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:09Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:44:09.872567 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d2fab905-768f-4542-9af0-ff730ff11946 req-ba9433e8-acf5-49b3-90fb-a447d75e3bb0 service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417441 Mar 08 15:44:10.072235 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dba5c3-6598-424a-97b8-3678b74ba794 None None] New status for floating IP a31d513d-6e8a-4c98-bc1c-6264b75ce7c3: ACTIVE {{(pid=104420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:44:10.195630 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:10.274775 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e1d3a3fe-b1ac-4cf0-a931-5b8f4f216820 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:10.279421 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e1d3a3fe-b1ac-4cf0-a931-5b8f4f216820 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (f659f0c4-eec0-4dd2-b498-fc85b76fdc94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:10.387586 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.l3_db [None req-e1d3a3fe-b1ac-4cf0-a931-5b8f4f216820 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Floating IP f659f0c4-eec0-4dd2-b498-fc85b76fdc94 associated. External IP: 172.27.1.149, port: 6a0093da-30b6-4d31-831c-9e5595a723c3. Mar 08 15:44:10.464844 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device c3c203c3-b604-4ef7-9996-e5d2a91b2e7b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:44:10.485081 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: c3c203c3-b604-4ef7-9996-e5d2a91b2e7b {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:44:10.485434 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device c3c203c3-b604-4ef7-9996-e5d2a91b2e7b not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:44:10.621759 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d2fab905-768f-4542-9af0-ff730ff11946 req-7a65687c-138b-497f-9048-7e4a4b19d252 service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463349 Mar 08 15:44:10.685552 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d3a3fe-b1ac-4cf0-a931-5b8f4f216820 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Router 0c2bc356-116f-40a5-8de0-1f8b1228530a has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:44:10.797470 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d3a3fe-b1ac-4cf0-a931-5b8f4f216820 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:44:10.801982 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e1d3a3fe-b1ac-4cf0-a931-5b8f4f216820 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:10.807519 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25ae89-5f98-4d0e-a2a7-03931d9b681d None None] Sync routers for ids ['0c2bc356-116f-40a5-8de0-1f8b1228530a'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:44:10.818242 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25ae89-5f98-4d0e-a2a7-03931d9b681d None None] Routers {'0c2bc356-116f-40a5-8de0-1f8b1228530a'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:10.818849 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-cf25ae89-5f98-4d0e-a2a7-03931d9b681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:44:08Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0c2bc356-116f-40a5-8de0-1f8b1228530a'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:10.832812 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-e1d3a3fe-b1ac-4cf0-a931-5b8f4f216820 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "PUT /v2.0/floatingips/f659f0c4-eec0-4dd2-b498-fc85b76fdc94 HTTP/1.1" status: 200 len: 992 time: 1.3446190 Mar 08 15:44:10.925446 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-cf25ae89-5f98-4d0e-a2a7-03931d9b681d None None] Set router 0c2bc356-116f-40a5-8de0-1f8b1228530a gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:10.999038 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f833af-8162-4648-813c-1a3d20a6336f', 'tag': '6a0093da-30b6-4d31-831c-9e5595a723c3'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:44:11.001411 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91174c80-d189-4442-b474-c01631e23b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f833af-8162-4648-813c-1a3d20a6336f", "tag": "6a0093da-30b6-4d31-831c-9e5595a723c3"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:44:11.026636 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:11.040337 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d714d790-893e-4b4e-9973-eeda45baa6b9 x-openstack-request-id: req-d714d790-893e-4b4e-9973-eeda45baa6b9 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:44:11.040626 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f833af-8162-4648-813c-1a3d20a6336f", "tag": "6a0093da-30b6-4d31-831c-9e5595a723c3", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:44:11.040875 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d714d790-893e-4b4e-9973-eeda45baa6b9 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:44:11.041270 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f833af-8162-4648-813c-1a3d20a6336f', 'tag': '6a0093da-30b6-4d31-831c-9e5595a723c3', 'status': 'completed', 'code': 200} Mar 08 15:44:11.167543 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-cf25ae89-5f98-4d0e-a2a7-03931d9b681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '172dd1da-5288-43cf-8cab-197cc0646529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port': {'id': '172dd1da-5288-43cf-8cab-197cc0646529', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'f659f0c4-eec0-4dd2-b498-fc85b76fdc94', 'tenant_id': 'e423483374664153a105b4f930482129', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'port_id': '6a0093da-30b6-4d31-831c-9e5595a723c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'mac_address': 'fa:16:3e:1a:3a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f833af-8162-4648-813c-1a3d20a6336f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:43:53Z', 'updated_at': '2022-03-08T15:44:10Z', 'revision_number': 1, 'project_id': 'e423483374664153a105b4f930482129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8', 'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'tenant_id': 'e423483374664153a105b4f930482129', 'mac_address': 'fa:16:3e:54:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:39:06Z', 'revision_number': 5, 'project_id': 'e423483374664153a105b4f930482129', 'subnets': [{'id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:11.194634 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25ae89-5f98-4d0e-a2a7-03931d9b681d None None] Checking router: 0c2bc356-116f-40a5-8de0-1f8b1228530a for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:44:11.203234 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25ae89-5f98-4d0e-a2a7-03931d9b681d None None] Routers {'0c2bc356-116f-40a5-8de0-1f8b1228530a'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:11.203832 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-cf25ae89-5f98-4d0e-a2a7-03931d9b681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:44:08Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0c2bc356-116f-40a5-8de0-1f8b1228530a'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:11.319010 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-cf25ae89-5f98-4d0e-a2a7-03931d9b681d None None] Set router 0c2bc356-116f-40a5-8de0-1f8b1228530a gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:11.569064 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-cf25ae89-5f98-4d0e-a2a7-03931d9b681d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '172dd1da-5288-43cf-8cab-197cc0646529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port': {'id': '172dd1da-5288-43cf-8cab-197cc0646529', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'f659f0c4-eec0-4dd2-b498-fc85b76fdc94', 'tenant_id': 'e423483374664153a105b4f930482129', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'port_id': '6a0093da-30b6-4d31-831c-9e5595a723c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'mac_address': 'fa:16:3e:1a:3a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f833af-8162-4648-813c-1a3d20a6336f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:43:53Z', 'updated_at': '2022-03-08T15:44:10Z', 'revision_number': 1, 'project_id': 'e423483374664153a105b4f930482129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8', 'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'tenant_id': 'e423483374664153a105b4f930482129', 'mac_address': 'fa:16:3e:54:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:39:06Z', 'revision_number': 5, 'project_id': 'e423483374664153a105b4f930482129', 'subnets': [{'id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:11.596199 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25ae89-5f98-4d0e-a2a7-03931d9b681d None None] The sync data for ids ['0c2bc356-116f-40a5-8de0-1f8b1228530a'] in dv-cinder-830098-2-iscsi is: [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '172dd1da-5288-43cf-8cab-197cc0646529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port': {'id': '172dd1da-5288-43cf-8cab-197cc0646529', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'f659f0c4-eec0-4dd2-b498-fc85b76fdc94', 'tenant_id': 'e423483374664153a105b4f930482129', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'port_id': '6a0093da-30b6-4d31-831c-9e5595a723c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'mac_address': 'fa:16:3e:1a:3a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f833af-8162-4648-813c-1a3d20a6336f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:43:53Z', 'updated_at': '2022-03-08T15:44:10Z', 'revision_number': 1, 'project_id': 'e423483374664153a105b4f930482129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8', 'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'tenant_id': 'e423483374664153a105b4f930482129', 'mac_address': 'fa:16:3e:54:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:39:06Z', 'revision_number': 5, 'project_id': 'e423483374664153a105b4f930482129', 'subnets': [{'id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:44:11.793135 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4da364-f98f-4be8-8143-cc27b0cd1c00 None None] New status for floating IP f659f0c4-eec0-4dd2-b498-fc85b76fdc94: ACTIVE {{(pid=104420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:44:12.270103 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91174c80-d189-4442-b474-c01631e23b0b req-4b62bb14-254d-4a45-81cb-764dc4069d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:12.271786 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-91174c80-d189-4442-b474-c01631e23b0b req-4b62bb14-254d-4a45-81cb-764dc4069d1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e423483374664153a105b4f930482129&device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 1130 time: 0.0496757 Mar 08 15:44:12.301698 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:12.376447 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91174c80-d189-4442-b474-c01631e23b0b req-6e3fa9c3-a364-402a-a2cb-13946df45b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:12.377996 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-91174c80-d189-4442-b474-c01631e23b0b req-6e3fa9c3-a364-402a-a2cb-13946df45b56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=255bbbd8-9561-4fc6-bb81-e8d65f873238 HTTP/1.1" status: 200 len: 911 time: 0.0976026 Mar 08 15:44:12.454629 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-91174c80-d189-4442-b474-c01631e23b0b req-8b305d9f-ddbc-4fcc-b6cc-ccf384c9d2b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a0093da-30b6-4d31-831c-9e5595a723c3 HTTP/1.1" status: 200 len: 1002 time: 0.0680337 Mar 08 15:44:12.502317 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91174c80-d189-4442-b474-c01631e23b0b req-c8ba7716-644a-41d5-b29f-13e9d7b84939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:12.503871 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-91174c80-d189-4442-b474-c01631e23b0b req-c8ba7716-644a-41d5-b29f-13e9d7b84939 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e58c1222-1db0-4e89-92f7-183351066a93 HTTP/1.1" status: 200 len: 849 time: 0.0436888 Mar 08 15:44:12.555568 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91174c80-d189-4442-b474-c01631e23b0b req-298f8568-0b41-4448-8606-a50b7ba09485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:12.557087 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-91174c80-d189-4442-b474-c01631e23b0b req-298f8568-0b41-4448-8606-a50b7ba09485 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=255bbbd8-9561-4fc6-bb81-e8d65f873238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454874 Mar 08 15:44:12.649800 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-91174c80-d189-4442-b474-c01631e23b0b req-447a4ea6-e860-417b-91c9-a1fcc355d593 service neutron] 10.222.0.41 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860920 Mar 08 15:44:12.749004 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-91174c80-d189-4442-b474-c01631e23b0b req-edcb9e7e-8049-4cb9-85c8-a35ff05daf27 service neutron] 10.222.0.41 "GET /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876546 Mar 08 15:44:13.509996 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:44:17.405812 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:22.213126 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f250d3-233a-4a82-aab8-8cf64ac1646c req-0c78639b-d268-40b9-bfce-f03b9814385e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:22.214620 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f4f250d3-233a-4a82-aab8-8cf64ac1646c req-0c78639b-d268-40b9-bfce-f03b9814385e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0592060 Mar 08 15:44:22.263861 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f4f250d3-233a-4a82-aab8-8cf64ac1646c req-f0425d87-b526-4254-b2ed-dc9042871f28 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407023 Mar 08 15:44:23.393596 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96016dd2-33d8-486e-ad26-ff74ee26de31 req-6450fe5d-234c-4a2c-96d5-263501134094 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:23.395088 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-96016dd2-33d8-486e-ad26-ff74ee26de31 req-6450fe5d-234c-4a2c-96d5-263501134094 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0544159 Mar 08 15:44:23.445433 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-96016dd2-33d8-486e-ad26-ff74ee26de31 req-41d9764b-51e9-46a8-8295-7def89bf27f3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440636 Mar 08 15:44:24.577841 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0ca02-c5ba-4a46-80ea-ab0551b36c31 req-421d70a6-3eeb-4a0a-a755-9c978e361627 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:24.580085 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-31f0ca02-c5ba-4a46-80ea-ab0551b36c31 req-421d70a6-3eeb-4a0a-a755-9c978e361627 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0597181 Mar 08 15:44:24.635557 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-31f0ca02-c5ba-4a46-80ea-ab0551b36c31 req-12e1a90f-0683-4bd1-bf8c-cd3a55ed765f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494792 Mar 08 15:44:25.763290 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65ec2b-c6be-4534-a2eb-16cca8a4397d req-c8ddff9b-59c9-40c9-ba08-1c85c0a64f0c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:25.764667 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1f65ec2b-c6be-4534-a2eb-16cca8a4397d req-c8ddff9b-59c9-40c9-ba08-1c85c0a64f0c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0543911 Mar 08 15:44:25.815913 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1f65ec2b-c6be-4534-a2eb-16cca8a4397d req-29301a7b-338a-4fcd-a110-4392a0a005bd tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454931 Mar 08 15:44:26.947519 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd673a1-e237-44e1-93b6-13125db7138f req-15b0ab62-91ba-4d29-bad5-c549ab51ffaa tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:26.949004 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0cd673a1-e237-44e1-93b6-13125db7138f req-15b0ab62-91ba-4d29-bad5-c549ab51ffaa tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0556066 Mar 08 15:44:27.001245 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0cd673a1-e237-44e1-93b6-13125db7138f req-f0816239-ef08-4940-a604-ae0cb90cf97c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458543 Mar 08 15:44:28.139982 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b347d-134b-4d41-9fb4-4356c390104d req-9f1e752c-afb1-426d-b887-5335840ca3a3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:28.141439 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9a9b347d-134b-4d41-9fb4-4356c390104d req-9f1e752c-afb1-426d-b887-5335840ca3a3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0621819 Mar 08 15:44:28.188076 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9a9b347d-134b-4d41-9fb4-4356c390104d req-90c26c52-a693-4c16-b809-95648ba9424e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409026 Mar 08 15:44:29.332551 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59457472-798c-4637-81ce-1c2eb36869f4 req-929b0004-c8d9-4fae-8ba2-c4c704585b3a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:29.334010 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-59457472-798c-4637-81ce-1c2eb36869f4 req-929b0004-c8d9-4fae-8ba2-c4c704585b3a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0603132 Mar 08 15:44:29.388349 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-59457472-798c-4637-81ce-1c2eb36869f4 req-4d92e616-c644-497b-bb43-03ee32c127f6 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476279 Mar 08 15:44:30.161462 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 44896) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:30.211017 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Deleting subnet 9cb03c34-2ce2-4343-8193-570556c9d400 {{(pid=104418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:44:30.214303 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Publish callbacks [] for subnet (9cb03c34-2ce2-4343-8193-570556c9d400), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:30.253968 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14600527'] for subnet (9cb03c34-2ce2-4343-8193-570556c9d400), precommit_delete_associations {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:30.293606 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452262'] for subnet (9cb03c34-2ce2-4343-8193-570556c9d400), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:30.346133 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15685178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12984268'] for subnet (9cb03c34-2ce2-4343-8193-570556c9d400), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:30.372234 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb03c34-2ce2-4343-8193-570556c9d400,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:30.375351 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:30.377888 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9cb03c34-2ce2-4343-8193-570556c9d400 HTTP/1.1" status: 204 len: 168 time: 0.2153993 Mar 08 15:44:30.380763 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 44898) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:30.386458 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.386792 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.387137 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.387454 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.387793 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.388115 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.388436 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.388783 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.389107 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.389440 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.389766 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.390074 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.390433 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d9130-b993-478b-96de-0a2662cdbac9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.451836 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1344873'] for network (d536f4a9-5448-45a4-ab6a-385795a1e142), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:30.557916 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388905', 'neutron.services.segments.db._delete_segments_for_network-8773855619431'] for network (d536f4a9-5448-45a4-ab6a-385795a1e142), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:30.582180 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d536f4a9-5448-45a4-ab6a-385795a1e142']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:30.593777 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401e3698-93a7-4663-a1f6-8a4251627afe') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:30.594041 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401e3698-93a7-4663-a1f6-8a4251627afe') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:30.607652 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ab986-ec04-4b32-ad9d-add02a6d1bab req-2282d256-9393-4b9f-b9fc-5c2a810c6a2c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:30.609137 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-be0ab986-ec04-4b32-ad9d-add02a6d1bab req-2282d256-9393-4b9f-b9fc-5c2a810c6a2c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.1294832 Mar 08 15:44:30.612629 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773855620464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12864590'] for segment (401e3698-93a7-4663-a1f6-8a4251627afe), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:30.635524 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (401e3698-93a7-4663-a1f6-8a4251627afe), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:30.645775 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:44:30.646155 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14517989'] for segment (401e3698-93a7-4663-a1f6-8a4251627afe), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: Traceback (most recent call last): Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: timer() Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: cb(*args, **kw) Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: return func(*args, **kwargs) Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: self._notify() Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: self.callback(batched_events) Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: event.method(event) Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: return f(self, *a, **k) Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._get(url).json() Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: return self.request(url, 'GET', **kwargs) Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:44:30.647776 dv-cinder-830098-2-iscsi neutron-server[104417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:44:30.717807 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-be0ab986-ec04-4b32-ad9d-add02a6d1bab req-f33d6a4e-b39b-4d73-a7db-a6ae74ade427 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983300 Mar 08 15:44:30.724229 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752824'] for network (d536f4a9-5448-45a4-ab6a-385795a1e142), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:30.741672 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:30.744837 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] 10.222.0.11 "DELETE /v2.0/networks/d536f4a9-5448-45a4-ab6a-385795a1e142 HTTP/1.1" status: 204 len: 168 time: 0.3630853 Mar 08 15:44:30.746067 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=d536f4a9-5448-45a4-ab6a-385795a1e142,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:30.754326 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.754779 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.755124 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.755430 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.755777 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.756125 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.756561 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.756861 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.757189 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.757521 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.758258 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.758258 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.758487 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d741a1-a284-4c03-9856-f1eb58533e0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:30.858477 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 44906) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:30.903780 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-2a8add70-fb46-4d8f-982c-6b1fa9d0e57e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b58d6b92c4f440ab0ea8020f30db9e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441260 Mar 08 15:44:30.906281 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 44908) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:30.956161 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4a41fe37-8b9d-44b6-9598-8b7c29c64baa admin admin] Publish callbacks [] for security_group (6a5e4837-968f-4af2-9b9b-40ed4a567d08), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:30.978057 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4a41fe37-8b9d-44b6-9598-8b7c29c64baa admin admin] Publish callbacks [] for security_group (6a5e4837-968f-4af2-9b9b-40ed4a567d08), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:31.028955 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4a41fe37-8b9d-44b6-9598-8b7c29c64baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (6a5e4837-968f-4af2-9b9b-40ed4a567d08), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:31.031665 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4a41fe37-8b9d-44b6-9598-8b7c29c64baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:31.032819 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-4a41fe37-8b9d-44b6-9598-8b7c29c64baa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a5e4837-968f-4af2-9b9b-40ed4a567d08 HTTP/1.1" status: 204 len: 168 time: 0.1256554 Mar 08 15:44:31.041179 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41fe37-8b9d-44b6-9598-8b7c29c64baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5e4837-968f-4af2-9b9b-40ed4a567d08,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:31.852178 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dc8b9-1c38-4218-a914-21967b1c910c req-1d1e0b00-5362-4ef3-96a6-f38e1ee29d4a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:31.853625 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0f2dc8b9-1c38-4218-a914-21967b1c910c req-1d1e0b00-5362-4ef3-96a6-f38e1ee29d4a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0560136 Mar 08 15:44:31.904319 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0f2dc8b9-1c38-4218-a914-21967b1c910c req-ca7606b6-6d36-4696-8cd3-1e4a71060459 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450196 Mar 08 15:44:33.045170 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd9204-f6a5-4a5f-b898-181a5dd25a2e req-70396206-90b5-4b62-95ca-cdcab9be7131 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:33.047041 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-25bd9204-f6a5-4a5f-b898-181a5dd25a2e req-70396206-90b5-4b62-95ca-cdcab9be7131 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0601957 Mar 08 15:44:33.098985 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-25bd9204-f6a5-4a5f-b898-181a5dd25a2e req-30c0c775-d0b3-4c9c-a6e3-ac2bb6a1ff36 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462165 Mar 08 15:44:34.244487 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b56edf-29ac-4af2-b327-2a846c590092 req-f0edb04c-df7d-4bd0-b940-d79cf7188e98 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:34.246548 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-33b56edf-29ac-4af2-b327-2a846c590092 req-f0edb04c-df7d-4bd0-b940-d79cf7188e98 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0613425 Mar 08 15:44:34.299759 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-33b56edf-29ac-4af2-b327-2a846c590092 req-69a5c3f3-3d5c-45a2-8394-e14e95fab2bf tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461109 Mar 08 15:44:35.446621 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db8f11-fb19-44fc-bd08-8822bb5a4794 req-8688d023-6937-4902-ae43-9a5eaf60d506 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:35.448088 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-99db8f11-fb19-44fc-bd08-8822bb5a4794 req-8688d023-6937-4902-ae43-9a5eaf60d506 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0617230 Mar 08 15:44:35.497797 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-99db8f11-fb19-44fc-bd08-8822bb5a4794 req-41befad8-1f90-4f2f-8414-1e629353a761 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420558 Mar 08 15:44:35.765360 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-815e7558-0d45-49a0-8e6f-6fd7318469ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:36.635735 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce8e5a-eedc-4423-a2e4-c189926805b7 req-477b5190-3b92-49eb-9b32-2abb7546ad1e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:36.637214 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-05ce8e5a-eedc-4423-a2e4-c189926805b7 req-477b5190-3b92-49eb-9b32-2abb7546ad1e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0538356 Mar 08 15:44:36.689069 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-05ce8e5a-eedc-4423-a2e4-c189926805b7 req-d3da829c-7cfb-4a99-9e96-ef6af0e34ce5 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460694 Mar 08 15:44:37.834293 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a90afd-1fb5-422f-b94f-66711c39688f req-e2ca9fec-f423-46bf-a91a-8baad8aa9c03 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:37.835795 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e9a90afd-1fb5-422f-b94f-66711c39688f req-e2ca9fec-f423-46bf-a91a-8baad8aa9c03 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0651312 Mar 08 15:44:37.885474 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e9a90afd-1fb5-422f-b94f-66711c39688f req-cd4f97a3-75e8-4423-9c3e-621f42f33de0 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415001 Mar 08 15:44:38.529126 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-8df178a3-4233-48a7-badb-e1524b7a4243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:39.016648 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd331d1d-497d-4596-901c-d6e4f776b608 req-d3e30448-e09a-4085-a847-5dcdfd200c9b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:39.018122 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-dd331d1d-497d-4596-901c-d6e4f776b608 req-d3e30448-e09a-4085-a847-5dcdfd200c9b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0546150 Mar 08 15:44:39.065747 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-dd331d1d-497d-4596-901c-d6e4f776b608 req-8c9a42f1-cfac-475b-a230-0d8493f26b7c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420358 Mar 08 15:44:40.197428 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835f86e-0192-4fd8-ab80-79049759692b req-80e9a6a8-ef4a-4e99-906c-d64d25f14746 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:40.198923 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5835f86e-0192-4fd8-ab80-79049759692b req-80e9a6a8-ef4a-4e99-906c-d64d25f14746 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0562065 Mar 08 15:44:40.199728 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:40.253544 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5835f86e-0192-4fd8-ab80-79049759692b req-141c204f-5662-4ecc-add5-c73c9808d9b8 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483892 Mar 08 15:44:41.014762 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:41.392943 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3365f5d-53e3-4515-8adb-0a14c856d2b7 req-aa8b5e3a-b2b1-4d8f-a2b1-965aa7499d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:41.394421 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e3365f5d-53e3-4515-8adb-0a14c856d2b7 req-aa8b5e3a-b2b1-4d8f-a2b1-965aa7499d08 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0619280 Mar 08 15:44:41.443630 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e3365f5d-53e3-4515-8adb-0a14c856d2b7 req-be27da5f-66d4-4288-9e28-18f2a5e07f4e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435884 Mar 08 15:44:42.307676 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:42.587956 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea18ab-e0e0-4ec8-b4b1-2d57b232cc1f req-fc359081-e831-4099-a626-414f459abe1d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:42.589427 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-70ea18ab-e0e0-4ec8-b4b1-2d57b232cc1f req-fc359081-e831-4099-a626-414f459abe1d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0598190 Mar 08 15:44:42.644411 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-70ea18ab-e0e0-4ec8-b4b1-2d57b232cc1f req-be6401c9-8a3f-4d16-906a-6a7263d62165 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491745 Mar 08 15:44:43.792305 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd1166-c650-44c5-b345-697117c6e110 req-7359b267-8aea-4798-ab00-1a4dcfc832a0 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:43.793752 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-49dd1166-c650-44c5-b345-697117c6e110 req-7359b267-8aea-4798-ab00-1a4dcfc832a0 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0582435 Mar 08 15:44:43.841851 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-49dd1166-c650-44c5-b345-697117c6e110 req-029a17b5-1a1f-4c68-a946-2332018302e5 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416148 Mar 08 15:44:44.042077 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device bc197e9c-2add-41a3-90c3-15692c27d804 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:44:44.156713 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port bc197e9c-2add-41a3-90c3-15692c27d804, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc197e9c-2add-41a3-90c3-15692c27d804,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:44.167811 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': 'bc197e9c-2add-41a3-90c3-15692c27d804', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'port_id': 'bc197e9c-2add-41a3-90c3-15692c27d804', 'mac_address': 'fa:16:3e:1d:86:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:44:44.210582 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port bc197e9c-2add-41a3-90c3-15692c27d804 is: ACTIVE; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:44.210959 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:44.223859 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc197e9c-2add-41a3-90c3-15692c27d804 {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:44:44.243538 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port bc197e9c-2add-41a3-90c3-15692c27d804, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc197e9c-2add-41a3-90c3-15692c27d804,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:44.247952 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:44.302950 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=bc197e9c-2add-41a3-90c3-15692c27d804,revision_number=6']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:44.310200 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:44.310635 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:44.310970 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:44.311296 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:44.311619 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:44.311947 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:44.312249 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:44.312565 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:44.312851 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:44.313191 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:44.313511 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:44.313804 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:44.314143 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:44:44.370636 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['bc197e9c-2add-41a3-90c3-15692c27d804'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:44:44.976998 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ac582-7143-435b-97c5-de94632ad273 req-f7bea698-5a8a-4a1a-9f93-967278259f8b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:44.978502 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6e5ac582-7143-435b-97c5-de94632ad273 req-f7bea698-5a8a-4a1a-9f93-967278259f8b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 944 time: 0.0574970 Mar 08 15:44:45.026765 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6e5ac582-7143-435b-97c5-de94632ad273 req-9555f9b2-bd1c-4910-b0d1-fc5172ac842f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425625 Mar 08 15:44:45.652306 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f0466-dab7-421a-8c82-0a46b05aa79e req-f2fc0155-f1da-46f6-a2d4-ad43a00fe631 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:45.654323 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a09f0466-dab7-421a-8c82-0a46b05aa79e req-f2fc0155-f1da-46f6-a2d4-ad43a00fe631 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 945 time: 0.0581956 Mar 08 15:44:45.708545 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a09f0466-dab7-421a-8c82-0a46b05aa79e req-4b00caef-92db-4102-8707-e2042c154578 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=02421787-22de-425d-8c22-827cdb452290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483611 Mar 08 15:44:46.062502 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device bc197e9c-2add-41a3-90c3-15692c27d804 up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:44:46.117648 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port bc197e9c-2add-41a3-90c3-15692c27d804 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:44:46.118060 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:46.179787 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee110a-845a-4a8e-adbc-3c195b3c52b8 req-2b35ffd8-1c55-4aab-96da-c548646b9a14 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:46.182073 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-55ee110a-845a-4a8e-adbc-3c195b3c52b8 req-2b35ffd8-1c55-4aab-96da-c548646b9a14 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 944 time: 0.0645239 Mar 08 15:44:46.202321 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port bc197e9c-2add-41a3-90c3-15692c27d804 is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:46.203124 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:46.236626 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port bc197e9c-2add-41a3-90c3-15692c27d804, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc197e9c-2add-41a3-90c3-15692c27d804,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:46.237896 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f872b0b-19fb-4981-b9fe-4aba346dc2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc197e9c-2add-41a3-90c3-15692c27d804'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:44:46.240567 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e43eba6-8097-412a-8668-8a5eb8862fe5" -d '{"events": [{"server_uuid": "6f872b0b-19fb-4981-b9fe-4aba346dc2e1", "name": "network-vif-plugged", "status": "completed", "tag": "bc197e9c-2add-41a3-90c3-15692c27d804"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:44:46.244047 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:46.269083 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-55ee110a-845a-4a8e-adbc-3c195b3c52b8 req-86f6fc58-3872-4cc9-b59f-e079f1f9eed1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761194 Mar 08 15:44:46.302982 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=bc197e9c-2add-41a3-90c3-15692c27d804,revision_number=7']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:46.452132 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979e7504-81cc-4fbf-906f-2db01a817cd7 x-openstack-request-id: req-979e7504-81cc-4fbf-906f-2db01a817cd7 {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:44:46.452422 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f872b0b-19fb-4981-b9fe-4aba346dc2e1", "name": "network-vif-plugged", "status": "completed", "tag": "bc197e9c-2add-41a3-90c3-15692c27d804", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:44:46.452680 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-979e7504-81cc-4fbf-906f-2db01a817cd7 {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:44:46.453084 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f872b0b-19fb-4981-b9fe-4aba346dc2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc197e9c-2add-41a3-90c3-15692c27d804', 'code': 200} Mar 08 15:44:46.848823 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9abe0-f6c3-4353-8ddc-083c82a9df63 req-c196c7b6-7f96-4dae-b41c-99d9ae7f464b tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:46.850356 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a7a9abe0-f6c3-4353-8ddc-083c82a9df63 req-c196c7b6-7f96-4dae-b41c-99d9ae7f464b tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 945 time: 0.0591474 Mar 08 15:44:46.907457 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a7a9abe0-f6c3-4353-8ddc-083c82a9df63 req-ceaa09c9-9b17-4256-baac-9e0ed4c2ce37 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=02421787-22de-425d-8c22-827cdb452290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514388 Mar 08 15:44:47.221442 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c74787-7854-47a8-a622-e457e847faae req-628f8ee6-7bd2-4ba6-886b-be44e15af42d tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:47.223757 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b4c74787-7854-47a8-a622-e457e847faae req-628f8ee6-7bd2-4ba6-886b-be44e15af42d tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 945 time: 0.0565784 Mar 08 15:44:47.334578 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-b4c74787-7854-47a8-a622-e457e847faae req-bffab873-c6cc-469b-bd10-44770890e3dd tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Deleting port 41ab41d7-6bd2-45ba-931e-43ddf56a764f {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:44:47.334953 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-b4c74787-7854-47a8-a622-e457e847faae req-bffab873-c6cc-469b-bd10-44770890e3dd tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (41ab41d7-6bd2-45ba-931e-43ddf56a764f), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:47.401957 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:47.453237 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-b4c74787-7854-47a8-a622-e457e847faae req-bffab873-c6cc-469b-bd10-44770890e3dd tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] For port 41ab41d7-6bd2-45ba-931e-43ddf56a764f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=41ab41d7-6bd2-45ba-931e-43ddf56a764f,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:47.453725 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030dc73-1bc3-4e4b-b14d-1176e0a26a80 req-68be81e2-4c6a-4391-b93e-fd0a4c252349 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:47.456510 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7030dc73-1bc3-4e4b-b14d-1176e0a26a80 req-68be81e2-4c6a-4391-b93e-fd0a4c252349 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0895162 Mar 08 15:44:47.456692 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-b4c74787-7854-47a8-a622-e457e847faae req-bffab873-c6cc-469b-bd10-44770890e3dd tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (41ab41d7-6bd2-45ba-931e-43ddf56a764f), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:47.511543 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7030dc73-1bc3-4e4b-b14d-1176e0a26a80 req-296ea346-9c40-433b-a5eb-a8e86017f128 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501153 Mar 08 15:44:47.672810 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-b4c74787-7854-47a8-a622-e457e847faae req-bffab873-c6cc-469b-bd10-44770890e3dd tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:47.673549 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-b4c74787-7854-47a8-a622-e457e847faae req-bffab873-c6cc-469b-bd10-44770890e3dd tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (b0aa19fd-0db0-460d-9c1d-d1da9994f0c3), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:47.674101 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.l3_db [req-b4c74787-7854-47a8-a622-e457e847faae req-bffab873-c6cc-469b-bd10-44770890e3dd tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Floating IP b0aa19fd-0db0-460d-9c1d-d1da9994f0c3 disassociated. External IP: 172.27.1.73, port: 41ab41d7-6bd2-45ba-931e-43ddf56a764f. Mar 08 15:44:47.674649 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-b4c74787-7854-47a8-a622-e457e847faae req-bffab873-c6cc-469b-bd10-44770890e3dd tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Calling delete_port for 41ab41d7-6bd2-45ba-931e-43ddf56a764f owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:44:47.817075 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-b4c74787-7854-47a8-a622-e457e847faae req-bffab873-c6cc-469b-bd10-44770890e3dd tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (41ab41d7-6bd2-45ba-931e-43ddf56a764f), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:47.849533 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffab873-c6cc-469b-bd10-44770890e3dd tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event deleted for resources: {'Port': ['ID=41ab41d7-6bd2-45ba-931e-43ddf56a764f,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:47.999248 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4c74787-7854-47a8-a622-e457e847faae req-bffab873-c6cc-469b-bd10-44770890e3dd tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:44:48.024699 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1cc12289-5038-4829-af84-1f3c1540e1a2 req-3d8313b6-1acc-4862-820b-8e6d727270b1 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=05872e09-1e6e-43b7-9086-7dc6a72c8e46 HTTP/1.1" status: 200 len: 210 time: 0.0360277 Mar 08 15:44:48.127235 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4c74787-7854-47a8-a622-e457e847faae req-bffab873-c6cc-469b-bd10-44770890e3dd tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:44:48.139927 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992681a6-58d3-44a2-94e7-bee42d66e0fa None None] Sync routers for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:44:48.157485 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992681a6-58d3-44a2-94e7-bee42d66e0fa None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:48.158327 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-992681a6-58d3-44a2-94e7-bee42d66e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:44:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:48.174383 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c74787-7854-47a8-a622-e457e847faae req-bffab873-c6cc-469b-bd10-44770890e3dd tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] No DVR routers for this DVR port 41ab41d7-6bd2-45ba-931e-43ddf56a764f on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:44:48.179789 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-b4c74787-7854-47a8-a622-e457e847faae req-bffab873-c6cc-469b-bd10-44770890e3dd tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:48.184309 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b4c74787-7854-47a8-a622-e457e847faae req-bffab873-c6cc-469b-bd10-44770890e3dd tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "DELETE /v2.0/ports/41ab41d7-6bd2-45ba-931e-43ddf56a764f HTTP/1.1" status: 204 len: 173 time: 0.9549389 Mar 08 15:44:48.184826 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05872e09-1e6e-43b7-9086-7dc6a72c8e46', 'name': 'network-vif-deleted', 'tag': '41ab41d7-6bd2-45ba-931e-43ddf56a764f'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:44:48.187678 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b689c7-42ac-4bf2-b0d8-7fa7dc67e923" -d '{"events": [{"server_uuid": "05872e09-1e6e-43b7-9086-7dc6a72c8e46", "name": "network-vif-deleted", "tag": "41ab41d7-6bd2-45ba-931e-43ddf56a764f"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:44:48.360906 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b99584f-4bc6-4e48-b948-927609bc9475 x-openstack-request-id: req-8b99584f-4bc6-4e48-b948-927609bc9475 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:44:48.361725 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05872e09-1e6e-43b7-9086-7dc6a72c8e46", "name": "network-vif-deleted", "tag": "41ab41d7-6bd2-45ba-931e-43ddf56a764f", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:44:48.361725 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8b99584f-4bc6-4e48-b948-927609bc9475 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:44:48.362058 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05872e09-1e6e-43b7-9086-7dc6a72c8e46', 'name': 'network-vif-deleted', 'tag': '41ab41d7-6bd2-45ba-931e-43ddf56a764f', 'status': 'completed', 'code': 200} Mar 08 15:44:48.505417 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-992681a6-58d3-44a2-94e7-bee42d66e0fa None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:48.653213 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3309c-d66d-45ef-98d1-4009ed02bca4 req-734ca047-52f3-4f8c-a351-cb4b9f6fe542 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:48.654970 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7bd3309c-d66d-45ef-98d1-4009ed02bca4 req-734ca047-52f3-4f8c-a351-cb4b9f6fe542 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0680366 Mar 08 15:44:48.756949 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7bd3309c-d66d-45ef-98d1-4009ed02bca4 req-d45b9649-77fc-4453-ba2e-f28096580ece tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922198 Mar 08 15:44:48.814991 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-992681a6-58d3-44a2-94e7-bee42d66e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '4b5876a2-5804-4bbf-a003-559aae48e5bf', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'port_id': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'mac_address': 'fa:16:3e:3d:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb93b64d-0997-4e5a-a248-0ad0cd5e40df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:42:32Z', 'updated_at': '2022-03-08T15:42:47Z', 'revision_number': 2, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:48.848235 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992681a6-58d3-44a2-94e7-bee42d66e0fa None None] Checking router: a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:44:48.859007 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992681a6-58d3-44a2-94e7-bee42d66e0fa None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:48.859884 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-992681a6-58d3-44a2-94e7-bee42d66e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:44:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:48.981427 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-992681a6-58d3-44a2-94e7-bee42d66e0fa None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:49.129782 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 45008) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:49.191005 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-684ae9a6-129f-44c7-8207-594bdcefbbc1 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (02421787-22de-425d-8c22-827cdb452290), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:49.219506 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-684ae9a6-129f-44c7-8207-594bdcefbbc1 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (02421787-22de-425d-8c22-827cdb452290), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:49.268985 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-992681a6-58d3-44a2-94e7-bee42d66e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '4b5876a2-5804-4bbf-a003-559aae48e5bf', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'port_id': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'mac_address': 'fa:16:3e:3d:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb93b64d-0997-4e5a-a248-0ad0cd5e40df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:42:32Z', 'updated_at': '2022-03-08T15:42:47Z', 'revision_number': 2, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:49.292236 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-684ae9a6-129f-44c7-8207-594bdcefbbc1 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (02421787-22de-425d-8c22-827cdb452290), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:49.296306 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-684ae9a6-129f-44c7-8207-594bdcefbbc1 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:49.297763 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-684ae9a6-129f-44c7-8207-594bdcefbbc1 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "DELETE /v2.0/security-groups/02421787-22de-425d-8c22-827cdb452290 HTTP/1.1" status: 204 len: 168 time: 0.1664915 Mar 08 15:44:49.301094 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 45010) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:49.303413 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992681a6-58d3-44a2-94e7-bee42d66e0fa None None] The sync data for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi is: [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '4b5876a2-5804-4bbf-a003-559aae48e5bf', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'port_id': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'mac_address': 'fa:16:3e:3d:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb93b64d-0997-4e5a-a248-0ad0cd5e40df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:42:32Z', 'updated_at': '2022-03-08T15:42:47Z', 'revision_number': 2, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:44:49.319714 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ae9a6-129f-44c7-8207-594bdcefbbc1 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02421787-22de-425d-8c22-827cdb452290,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:49.337463 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.api.v2.resource [None req-c5072430-7d09-4c5e-904f-bd5621ca9588 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] show failed (client error): The resource could not be found. Mar 08 15:44:49.339366 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-c5072430-7d09-4c5e-904f-bd5621ca9588 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups/02421787-22de-425d-8c22-827cdb452290 HTTP/1.1" status: 404 len: 347 time: 0.0373597 Mar 08 15:44:49.343586 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 45012) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:49.498060 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-0c989b41-2ae7-42a4-95c5-a6b7072dee8e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Deleting port bb09c607-15bf-4db9-a0b8-6503626d3338 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:44:49.498462 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0c989b41-2ae7-42a4-95c5-a6b7072dee8e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (bb09c607-15bf-4db9-a0b8-6503626d3338), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:49.614264 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0c989b41-2ae7-42a4-95c5-a6b7072dee8e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (bb09c607-15bf-4db9-a0b8-6503626d3338), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:49.614618 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0c989b41-2ae7-42a4-95c5-a6b7072dee8e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (bb09c607-15bf-4db9-a0b8-6503626d3338), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:49.629645 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-0c989b41-2ae7-42a4-95c5-a6b7072dee8e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Calling delete_port for bb09c607-15bf-4db9-a0b8-6503626d3338 owned by network:floatingip {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:44:49.657082 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e541d518-a450-4116-a210-2c9d23867833 None None] New status for floating IP b0aa19fd-0db0-460d-9c1d-d1da9994f0c3: DOWN {{(pid=104420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:44:49.798129 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0c989b41-2ae7-42a4-95c5-a6b7072dee8e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (bb09c607-15bf-4db9-a0b8-6503626d3338), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:49.802031 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.db.api [None req-e541d518-a450-4116-a210-2c9d23867833 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 15:44:49.803046 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG oslo_db.api [None req-e541d518-a450-4116-a210-2c9d23867833 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 15:44:49.829637 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c989b41-2ae7-42a4-95c5-a6b7072dee8e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event deleted for resources: {'Port': ['ID=bb09c607-15bf-4db9-a0b8-6503626d3338,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:49.935681 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0c989b41-2ae7-42a4-95c5-a6b7072dee8e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (b0aa19fd-0db0-460d-9c1d-d1da9994f0c3), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:49.938413 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0c989b41-2ae7-42a4-95c5-a6b7072dee8e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:49.940028 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-0c989b41-2ae7-42a4-95c5-a6b7072dee8e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "DELETE /v2.0/floatingips/b0aa19fd-0db0-460d-9c1d-d1da9994f0c3 HTTP/1.1" status: 204 len: 168 time: 0.5955715 Mar 08 15:44:49.963661 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f46c13-90ce-4b1d-963f-915c976ea6f9 req-f3012abc-8f7e-4571-8c87-9a8afd87bf68 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:49.973107 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d1f46c13-90ce-4b1d-963f-915c976ea6f9 req-f3012abc-8f7e-4571-8c87-9a8afd87bf68 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.1059470 Mar 08 15:44:50.056311 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 41ab41d7-6bd2-45ba-931e-43ddf56a764f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:44:50.064087 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d1f46c13-90ce-4b1d-963f-915c976ea6f9 req-c3c2584c-a43a-4462-a341-17eea056d44e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890872 Mar 08 15:44:50.085221 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: 41ab41d7-6bd2-45ba-931e-43ddf56a764f {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:44:50.086058 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 41ab41d7-6bd2-45ba-931e-43ddf56a764f not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:44:50.305827 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e541d518-a450-4116-a210-2c9d23867833 None None] New status for floating IP b0aa19fd-0db0-460d-9c1d-d1da9994f0c3: DOWN {{(pid=104420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:44:50.509678 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:44:50.713249 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-dcaeb611-3582-4fe5-8589-1ebc3429c9cc req-26f062ef-f7cb-49db-a5f6-cd281ba6b121 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517220 Mar 08 15:44:50.789664 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeb611-3582-4fe5-8589-1ebc3429c9cc req-e1ed786f-e2bb-4144-b5ae-a4cace104af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:50.791191 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-dcaeb611-3582-4fe5-8589-1ebc3429c9cc req-e1ed786f-e2bb-4144-b5ae-a4cace104af5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62d3c6874e0e48c792aaf383f2bb7945&device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 1129 time: 0.0518410 Mar 08 15:44:50.933784 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeb611-3582-4fe5-8589-1ebc3429c9cc req-610ff999-b661-4f44-bddd-17793270ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:50.935531 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-dcaeb611-3582-4fe5-8589-1ebc3429c9cc req-610ff999-b661-4f44-bddd-17793270ea4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a91eab27-e927-433f-826e-c27a0b9152a4 HTTP/1.1" status: 200 len: 916 time: 0.1126561 Mar 08 15:44:51.022652 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-dcaeb611-3582-4fe5-8589-1ebc3429c9cc req-383fea60-4153-4652-9fba-05fd6765eb1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 HTTP/1.1" status: 200 len: 1000 time: 0.0777984 Mar 08 15:44:51.077522 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeb611-3582-4fe5-8589-1ebc3429c9cc req-decb475b-221c-4063-b0d2-b42daf31c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:51.079435 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-dcaeb611-3582-4fe5-8589-1ebc3429c9cc req-decb475b-221c-4063-b0d2-b42daf31c8fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07efbca3-18a1-4b3b-886d-8e44215b7116 HTTP/1.1" status: 200 len: 854 time: 0.0507348 Mar 08 15:44:51.141669 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeb611-3582-4fe5-8589-1ebc3429c9cc req-cb15b1c3-2035-4375-8053-832c8cae38db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:51.143829 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-dcaeb611-3582-4fe5-8589-1ebc3429c9cc req-cb15b1c3-2035-4375-8053-832c8cae38db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a91eab27-e927-433f-826e-c27a0b9152a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571868 Mar 08 15:44:51.242269 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d98b71-95b8-4076-842d-05bca46a5e68 req-fd18fe1e-da2c-4044-9314-b6aaf76a8b38 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:51.249943 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-85d98b71-95b8-4076-842d-05bca46a5e68 req-fd18fe1e-da2c-4044-9314-b6aaf76a8b38 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0644782 Mar 08 15:44:51.267234 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-dcaeb611-3582-4fe5-8589-1ebc3429c9cc req-55193e61-29bd-4a1c-9a81-e4890b560f98 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172099 Mar 08 15:44:51.304952 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-85d98b71-95b8-4076-842d-05bca46a5e68 req-7b38504f-b5ed-4b61-a367-39e002bcff11 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536308 Mar 08 15:44:51.690332 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-dcaeb611-3582-4fe5-8589-1ebc3429c9cc req-c6b8c874-990f-45eb-8166-0c58a11174ee service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155021 Mar 08 15:44:51.749695 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e89e24-df80-4646-a8a2-4a8915f0bcad req-ea0123cf-b129-4bdb-ae53-64a4438cdabe tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:51.752410 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-32e89e24-df80-4646-a8a2-4a8915f0bcad req-ea0123cf-b129-4bdb-ae53-64a4438cdabe tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 945 time: 0.0676794 Mar 08 15:44:51.809146 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-32e89e24-df80-4646-a8a2-4a8915f0bcad req-8c05dbbe-3b69-493d-82fe-dfc4fbd97b3c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed4d55dc-218f-4793-ae49-e0f4c358c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521917 Mar 08 15:44:52.467938 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca39c9-d063-4d47-8e32-8c53f6496ced req-d1aad80e-a8e9-4a3e-aa38-e4a320d1adf3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:52.470935 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3aca39c9-d063-4d47-8e32-8c53f6496ced req-d1aad80e-a8e9-4a3e-aa38-e4a320d1adf3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0711503 Mar 08 15:44:52.518715 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3aca39c9-d063-4d47-8e32-8c53f6496ced req-0ebd29fc-4750-4b3e-98ac-d3a5799d6d19 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433614 Mar 08 15:44:52.962024 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398c3d1-6e47-400a-a06a-67810272d148 req-2a103091-e76c-48be-8d1a-12738f4fe5a8 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:52.966816 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3398c3d1-6e47-400a-a06a-67810272d148 req-2a103091-e76c-48be-8d1a-12738f4fe5a8 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 945 time: 0.0612786 Mar 08 15:44:53.027864 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3398c3d1-6e47-400a-a06a-67810272d148 req-4d665f1f-3b5f-4bb2-9aed-0c381f6829cf tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed4d55dc-218f-4793-ae49-e0f4c358c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536990 Mar 08 15:44:53.406333 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626401b-f4f0-4c5c-b624-cfffb0717cf1 req-207abbda-19e6-485b-8f94-932d096fc4ba tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:53.408252 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e626401b-f4f0-4c5c-b624-cfffb0717cf1 req-207abbda-19e6-485b-8f94-932d096fc4ba tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 945 time: 0.0613370 Mar 08 15:44:53.517382 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-e626401b-f4f0-4c5c-b624-cfffb0717cf1 req-d07e29f2-f49c-47dd-81af-01cb656de477 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Deleting port 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:44:53.518412 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e626401b-f4f0-4c5c-b624-cfffb0717cf1 req-d07e29f2-f49c-47dd-81af-01cb656de477 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:53.636229 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-e626401b-f4f0-4c5c-b624-cfffb0717cf1 req-d07e29f2-f49c-47dd-81af-01cb656de477 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] For port 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:53.636589 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e626401b-f4f0-4c5c-b624-cfffb0717cf1 req-d07e29f2-f49c-47dd-81af-01cb656de477 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:53.667320 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b105a2d-f182-46af-a069-95fbc69e3d8f req-25f14540-8efd-43b9-8bf5-c67bb8e2a461 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:53.669093 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6b105a2d-f182-46af-a069-95fbc69e3d8f req-25f14540-8efd-43b9-8bf5-c67bb8e2a461 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0669525 Mar 08 15:44:53.732197 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6b105a2d-f182-46af-a069-95fbc69e3d8f req-95c13a3e-fe0b-4efb-86a1-505bb8aeeded tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569694 Mar 08 15:44:53.834522 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e626401b-f4f0-4c5c-b624-cfffb0717cf1 req-d07e29f2-f49c-47dd-81af-01cb656de477 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:53.834943 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e626401b-f4f0-4c5c-b624-cfffb0717cf1 req-d07e29f2-f49c-47dd-81af-01cb656de477 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (4b5876a2-5804-4bbf-a003-559aae48e5bf), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:53.835205 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.l3_db [req-e626401b-f4f0-4c5c-b624-cfffb0717cf1 req-d07e29f2-f49c-47dd-81af-01cb656de477 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Floating IP 4b5876a2-5804-4bbf-a003-559aae48e5bf disassociated. External IP: 172.27.1.79, port: 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1. Mar 08 15:44:53.835567 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-e626401b-f4f0-4c5c-b624-cfffb0717cf1 req-d07e29f2-f49c-47dd-81af-01cb656de477 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Calling delete_port for 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:44:53.995443 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e626401b-f4f0-4c5c-b624-cfffb0717cf1 req-d07e29f2-f49c-47dd-81af-01cb656de477 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:54.024285 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e29f2-f49c-47dd-81af-01cb656de477 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event deleted for resources: {'Port': ['ID=2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:54.154213 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3f1d8542-f0c8-4a3d-954d-6da916a97046 req-ad39fcab-7bd0-4a90-8071-d3aec710cb7e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb93b64d-0997-4e5a-a248-0ad0cd5e40df HTTP/1.1" status: 200 len: 210 time: 0.0295155 Mar 08 15:44:54.178348 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e626401b-f4f0-4c5c-b624-cfffb0717cf1 req-d07e29f2-f49c-47dd-81af-01cb656de477 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:44:54.311141 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e626401b-f4f0-4c5c-b624-cfffb0717cf1 req-d07e29f2-f49c-47dd-81af-01cb656de477 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:44:54.324590 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c9b13-40df-430f-9a88-d90306549648 None None] Sync routers for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:44:54.338246 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c9b13-40df-430f-9a88-d90306549648 None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:54.338689 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d56c9b13-40df-430f-9a88-d90306549648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:44:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:54.365898 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e626401b-f4f0-4c5c-b624-cfffb0717cf1 req-d07e29f2-f49c-47dd-81af-01cb656de477 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] No DVR routers for this DVR port 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:44:54.369171 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e626401b-f4f0-4c5c-b624-cfffb0717cf1 req-d07e29f2-f49c-47dd-81af-01cb656de477 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:54.372729 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e626401b-f4f0-4c5c-b624-cfffb0717cf1 req-d07e29f2-f49c-47dd-81af-01cb656de477 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "DELETE /v2.0/ports/2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 HTTP/1.1" status: 204 len: 173 time: 0.9578524 Mar 08 15:44:54.373286 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb93b64d-0997-4e5a-a248-0ad0cd5e40df', 'name': 'network-vif-deleted', 'tag': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:44:54.376269 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba73432-3d61-48cf-937b-9a5bf231d7d8" -d '{"events": [{"server_uuid": "fb93b64d-0997-4e5a-a248-0ad0cd5e40df", "name": "network-vif-deleted", "tag": "2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:44:54.450808 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773c4307-315c-4e6f-b629-2ea4cc7a0c38 x-openstack-request-id: req-773c4307-315c-4e6f-b629-2ea4cc7a0c38 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:44:54.451453 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb93b64d-0997-4e5a-a248-0ad0cd5e40df", "name": "network-vif-deleted", "tag": "2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:44:54.451453 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-773c4307-315c-4e6f-b629-2ea4cc7a0c38 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:44:54.452029 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb93b64d-0997-4e5a-a248-0ad0cd5e40df', 'name': 'network-vif-deleted', 'tag': '2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1', 'status': 'completed', 'code': 200} Mar 08 15:44:54.536844 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-d56c9b13-40df-430f-9a88-d90306549648 None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:54.784879 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d56c9b13-40df-430f-9a88-d90306549648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:54.812907 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c9b13-40df-430f-9a88-d90306549648 None None] Checking router: a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:44:54.822332 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c9b13-40df-430f-9a88-d90306549648 None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:44:54.822915 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d56c9b13-40df-430f-9a88-d90306549648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:44:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:54.864959 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec7fa3-c5d6-47a0-a0c2-20d38dad8151 req-c370c9e3-d059-41de-af39-f5392a7761f2 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:54.871465 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fbec7fa3-c5d6-47a0-a0c2-20d38dad8151 req-c370c9e3-d059-41de-af39-f5392a7761f2 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0639024 Mar 08 15:44:54.927250 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fbec7fa3-c5d6-47a0-a0c2-20d38dad8151 req-d49a560e-25fb-44bb-8b19-dace0d5c3696 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549340 Mar 08 15:44:54.945856 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-d56c9b13-40df-430f-9a88-d90306549648 None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:44:55.148881 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d56c9b13-40df-430f-9a88-d90306549648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:44:55.175455 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c9b13-40df-430f-9a88-d90306549648 None None] The sync data for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi is: [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:44:55.245827 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 45070) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:55.306876 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0dc92912-035f-42aa-9ada-d9b0b1a629c6 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (ed4d55dc-218f-4793-ae49-e0f4c358c0db), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:55.336564 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0dc92912-035f-42aa-9ada-d9b0b1a629c6 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (ed4d55dc-218f-4793-ae49-e0f4c358c0db), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:55.389167 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0dc92912-035f-42aa-9ada-d9b0b1a629c6 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (ed4d55dc-218f-4793-ae49-e0f4c358c0db), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:55.392324 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0dc92912-035f-42aa-9ada-d9b0b1a629c6 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:55.394136 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-0dc92912-035f-42aa-9ada-d9b0b1a629c6 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "DELETE /v2.0/security-groups/ed4d55dc-218f-4793-ae49-e0f4c358c0db HTTP/1.1" status: 204 len: 168 time: 0.1469774 Mar 08 15:44:55.396917 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 45072) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:55.404451 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc92912-035f-42aa-9ada-d9b0b1a629c6 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4d55dc-218f-4793-ae49-e0f4c358c0db,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:55.420899 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.api.v2.resource [None req-8b76d5b9-a34b-4660-9aa5-84ccf6e5c383 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] show failed (client error): The resource could not be found. Mar 08 15:44:55.422597 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-8b76d5b9-a34b-4660-9aa5-84ccf6e5c383 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups/ed4d55dc-218f-4793-ae49-e0f4c358c0db HTTP/1.1" status: 404 len: 347 time: 0.0246272 Mar 08 15:44:55.425879 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 45074) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:55.440299 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e51719-c952-4c8f-b1ea-0320ec058dcc None None] New status for floating IP 4b5876a2-5804-4bbf-a003-559aae48e5bf: DOWN {{(pid=104420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:44:55.474076 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a8b43-e419-41a0-b570-bac605671f96 req-ec2e32cc-2b77-4dbb-b0dd-06191bfd2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:55.475682 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-4f6a8b43-e419-41a0-b570-bac605671f96 req-ec2e32cc-2b77-4dbb-b0dd-06191bfd2f54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f236c97d0e54f4dbe064bb9d3e45043&device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 1129 time: 0.0520575 Mar 08 15:44:55.557259 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-b7a16320-0e0f-470f-9577-29b40de8a2c9 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Deleting port bee33c85-d7cf-4534-8012-774a821bb87a {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:44:55.557698 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b7a16320-0e0f-470f-9577-29b40de8a2c9 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (bee33c85-d7cf-4534-8012-774a821bb87a), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:55.567086 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a8b43-e419-41a0-b570-bac605671f96 req-3b42a14a-1673-46e9-bfab-9558f2b1e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:55.568588 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-4f6a8b43-e419-41a0-b570-bac605671f96 req-3b42a14a-1673-46e9-bfab-9558f2b1e709 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80c89e2a-a478-41c0-9d26-81d641ec9f8f HTTP/1.1" status: 200 len: 916 time: 0.0865908 Mar 08 15:44:55.634168 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b7a16320-0e0f-470f-9577-29b40de8a2c9 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (bee33c85-d7cf-4534-8012-774a821bb87a), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:55.634520 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b7a16320-0e0f-470f-9577-29b40de8a2c9 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (bee33c85-d7cf-4534-8012-774a821bb87a), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:55.639937 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-4f6a8b43-e419-41a0-b570-bac605671f96 req-33487a38-3337-46c7-8b37-e9fba7aec270 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc197e9c-2add-41a3-90c3-15692c27d804 HTTP/1.1" status: 200 len: 1000 time: 0.0644927 Mar 08 15:44:55.646307 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-b7a16320-0e0f-470f-9577-29b40de8a2c9 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Calling delete_port for bee33c85-d7cf-4534-8012-774a821bb87a owned by network:floatingip {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:44:55.689221 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a8b43-e419-41a0-b570-bac605671f96 req-c75271c0-462e-4991-9bd9-e615b2a171f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:55.690631 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-4f6a8b43-e419-41a0-b570-bac605671f96 req-c75271c0-462e-4991-9bd9-e615b2a171f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7c72dd9-f6bb-4082-bbc6-f002b75fe090 HTTP/1.1" status: 200 len: 854 time: 0.0440247 Mar 08 15:44:55.740249 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a8b43-e419-41a0-b570-bac605671f96 req-7e59ccb1-6588-4880-8652-b374bfb753fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:55.741774 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-4f6a8b43-e419-41a0-b570-bac605671f96 req-7e59ccb1-6588-4880-8652-b374bfb753fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c89e2a-a478-41c0-9d26-81d641ec9f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454745 Mar 08 15:44:55.779937 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b7a16320-0e0f-470f-9577-29b40de8a2c9 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (bee33c85-d7cf-4534-8012-774a821bb87a), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:55.807041 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a16320-0e0f-470f-9577-29b40de8a2c9 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event deleted for resources: {'Port': ['ID=bee33c85-d7cf-4534-8012-774a821bb87a,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:55.840415 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-4f6a8b43-e419-41a0-b570-bac605671f96 req-e1a853ea-3727-49aa-98e2-5d5f1d799723 service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922012 Mar 08 15:44:55.867742 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b7a16320-0e0f-470f-9577-29b40de8a2c9 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (4b5876a2-5804-4bbf-a003-559aae48e5bf), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:55.870234 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b7a16320-0e0f-470f-9577-29b40de8a2c9 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:55.871456 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b7a16320-0e0f-470f-9577-29b40de8a2c9 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "DELETE /v2.0/floatingips/4b5876a2-5804-4bbf-a003-559aae48e5bf HTTP/1.1" status: 204 len: 168 time: 0.4444211 Mar 08 15:44:55.930896 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-4f6a8b43-e419-41a0-b570-bac605671f96 req-d747a1b8-3608-4ae1-be9d-224e66f348d0 service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840893 Mar 08 15:44:56.036720 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 45080) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:56.041431 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-b5a51966-1659-4428-8a44-9c8003eca451 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1447269220', 'description': 'tempest-description--1373566565'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:56.075939 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c63b1-495b-455d-b580-9c0713aa814c req-2dfa6616-c02c-48ee-bdce-7a025e944b4a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:56.077518 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-485c63b1-495b-455d-b580-9c0713aa814c req-2dfa6616-c02c-48ee-bdce-7a025e944b4a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0725420 Mar 08 15:44:56.078906 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b5a51966-1659-4428-8a44-9c8003eca451 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:56.125637 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:44:56.146388 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:44:56.146750 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 2d4a5ac7-4bc6-4d91-a969-b99ac8509dc1 not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:44:56.151079 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-485c63b1-495b-455d-b580-9c0713aa814c req-40b66f02-53f5-4ca5-bccb-345628bbca58 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626569 Mar 08 15:44:56.188193 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b5a51966-1659-4428-8a44-9c8003eca451 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (dbe07a97-5308-4abf-a9bd-d45180592ea2), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:56.194343 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b5a51966-1659-4428-8a44-9c8003eca451 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (dbe07a97-5308-4abf-a9bd-d45180592ea2), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:56.226088 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b5a51966-1659-4428-8a44-9c8003eca451 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:56.227277 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b5a51966-1659-4428-8a44-9c8003eca451 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1896100 Mar 08 15:44:56.230345 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 45082) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:56.233644 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a51966-1659-4428-8a44-9c8003eca451 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe07a97-5308-4abf-a9bd-d45180592ea2,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:56.234890 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-69a99613-e134-49bc-996a-2a74882ede5e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'security_group_rule': {'security_group_id': 'dbe07a97-5308-4abf-a9bd-d45180592ea2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:56.264634 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-69a99613-e134-49bc-996a-2a74882ede5e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (e4e4287f-0e77-4256-a4f0-9b579ebe67ec), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:56.326704 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-69a99613-e134-49bc-996a-2a74882ede5e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (e4e4287f-0e77-4256-a4f0-9b579ebe67ec), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:56.331546 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-69a99613-e134-49bc-996a-2a74882ede5e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (e4e4287f-0e77-4256-a4f0-9b579ebe67ec), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:56.352512 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a99613-e134-49bc-996a-2a74882ede5e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e4287f-0e77-4256-a4f0-9b579ebe67ec,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:56.361891 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-69a99613-e134-49bc-996a-2a74882ede5e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:56.363165 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-69a99613-e134-49bc-996a-2a74882ede5e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317489 Mar 08 15:44:56.365917 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 45084) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:56.370247 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-ce9f1b2f-fece-44b9-bcb2-caa8f4adfef8 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'security_group_rule': {'security_group_id': 'dbe07a97-5308-4abf-a9bd-d45180592ea2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:56.396783 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ce9f1b2f-fece-44b9-bcb2-caa8f4adfef8 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (7e4a06b5-deb3-4b6c-a5fa-f57ec0da2add), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:56.456155 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ce9f1b2f-fece-44b9-bcb2-caa8f4adfef8 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (7e4a06b5-deb3-4b6c-a5fa-f57ec0da2add), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:56.461186 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ce9f1b2f-fece-44b9-bcb2-caa8f4adfef8 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (7e4a06b5-deb3-4b6c-a5fa-f57ec0da2add), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:56.480473 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f1b2f-fece-44b9-bcb2-caa8f4adfef8 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4a06b5-deb3-4b6c-a5fa-f57ec0da2add,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:56.491335 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ce9f1b2f-fece-44b9-bcb2-caa8f4adfef8 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:56.492687 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-ce9f1b2f-fece-44b9-bcb2-caa8f4adfef8 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258314 Mar 08 15:44:56.495834 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 45086) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:56.500070 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-dbe27bac-9e8f-467e-b2d0-592341e7955c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'floatingip': {'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:56.520314 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dbe27bac-9e8f-467e-b2d0-592341e7955c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:56.620608 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dbe27bac-9e8f-467e-b2d0-592341e7955c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:56.730289 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-dbe27bac-9e8f-467e-b2d0-592341e7955c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Allocated IP 172.27.1.177 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/62e1372f-cbb4-4ddb-a708-e8f11f2482ba) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:44:56.828149 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dbe27bac-9e8f-467e-b2d0-592341e7955c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for port (62e1372f-cbb4-4ddb-a708-e8f11f2482ba), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:56.878556 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dbe27bac-9e8f-467e-b2d0-592341e7955c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (62e1372f-cbb4-4ddb-a708-e8f11f2482ba), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:56.916745 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe27bac-9e8f-467e-b2d0-592341e7955c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:44:56.919643 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-dbe27bac-9e8f-467e-b2d0-592341e7955c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:44:56.923004 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe27bac-9e8f-467e-b2d0-592341e7955c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:44:56.948804 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe27bac-9e8f-467e-b2d0-592341e7955c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'Port': ['ID=62e1372f-cbb4-4ddb-a708-e8f11f2482ba,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:57.010505 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dbe27bac-9e8f-467e-b2d0-592341e7955c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (aa38bdd6-250c-4dd6-8d28-bff5bf082ca9), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:57.058556 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dbe27bac-9e8f-467e-b2d0-592341e7955c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (62e1372f-cbb4-4ddb-a708-e8f11f2482ba), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:57.222348 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dbe27bac-9e8f-467e-b2d0-592341e7955c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for port (62e1372f-cbb4-4ddb-a708-e8f11f2482ba), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:57.229214 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dbe27bac-9e8f-467e-b2d0-592341e7955c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (62e1372f-cbb4-4ddb-a708-e8f11f2482ba), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:57.283023 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a306be8-81aa-4b01-a24f-22183968c165 req-50eb2bc6-d518-4426-86b5-af78bac36a4c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:57.284619 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3a306be8-81aa-4b01-a24f-22183968c165 req-50eb2bc6-d518-4426-86b5-af78bac36a4c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 945 time: 0.0550234 Mar 08 15:44:57.297409 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe27bac-9e8f-467e-b2d0-592341e7955c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'Port': ['ID=62e1372f-cbb4-4ddb-a708-e8f11f2482ba,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:57.311707 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dbe27bac-9e8f-467e-b2d0-592341e7955c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (aa38bdd6-250c-4dd6-8d28-bff5bf082ca9), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:57.328729 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dbe27bac-9e8f-467e-b2d0-592341e7955c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:57.330657 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-dbe27bac-9e8f-467e-b2d0-592341e7955c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8332446 Mar 08 15:44:57.336608 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3a306be8-81aa-4b01-a24f-22183968c165 req-c729e5b3-1996-4059-b20a-d82a45d5ba22 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456283 Mar 08 15:44:57.537974 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-32659326-dc63-47aa-858c-f07c7f0525fe req-6cdd8582-0841-4c02-9863-b26200711bbf tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1447269220&fields=id&tenant_id=62d3c6874e0e48c792aaf383f2bb7945 HTTP/1.1" status: 200 len: 267 time: 0.0480874 Mar 08 15:44:57.652132 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32659326-dc63-47aa-858c-f07c7f0525fe req-4494ad12-674d-44be-85e1-64ebf0e7080f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:57.653896 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-32659326-dc63-47aa-858c-f07c7f0525fe req-4494ad12-674d-44be-85e1-64ebf0e7080f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/networks?id=a91eab27-e927-433f-826e-c27a0b9152a4 HTTP/1.1" status: 200 len: 815 time: 0.1088066 Mar 08 15:44:57.669568 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-32659326-dc63-47aa-858c-f07c7f0525fe req-04bab7ed-e1e4-4b02-9471-af3f17120c2a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/quotas/62d3c6874e0e48c792aaf383f2bb7945 HTTP/1.1" status: 200 len: 375 time: 0.0095918 Mar 08 15:44:57.723879 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-32659326-dc63-47aa-858c-f07c7f0525fe req-fb5424e8-3914-418e-86d5-0762d4f6fb17 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=62d3c6874e0e48c792aaf383f2bb7945&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490544 Mar 08 15:44:57.934067 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-32659326-dc63-47aa-858c-f07c7f0525fe req-ec6f0711-f4fe-4fa0-bc47-56efaf369fc0 service neutron] 10.222.0.11 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988666 Mar 08 15:44:58.022009 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-32659326-dc63-47aa-858c-f07c7f0525fe req-c6d72a69-4e22-4035-9ce4-2bed6ef34d0d service neutron] 10.222.0.11 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818837 Mar 08 15:44:58.132603 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device bc197e9c-2add-41a3-90c3-15692c27d804 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:44:58.186382 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-17abb20e-b9a8-4bc4-9619-cbbcebc5b75d req-acd5828f-7941-46cc-be67-c7bc1c721085 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 210 time: 0.0271485 Mar 08 15:44:58.217236 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port bc197e9c-2add-41a3-90c3-15692c27d804 is: ACTIVE; New status is: DOWN {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:44:58.217690 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:58.240969 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f872b0b-19fb-4981-b9fe-4aba346dc2e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc197e9c-2add-41a3-90c3-15692c27d804'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:44:58.243247 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99df2e5e-5d41-47dd-a545-eec6cb12cc7e" -d '{"events": [{"server_uuid": "6f872b0b-19fb-4981-b9fe-4aba346dc2e1", "name": "network-vif-unplugged", "status": "completed", "tag": "bc197e9c-2add-41a3-90c3-15692c27d804"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:44:58.256271 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port bc197e9c-2add-41a3-90c3-15692c27d804, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc197e9c-2add-41a3-90c3-15692c27d804,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:44:58.268565 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:58.292191 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 15:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19adbaa4-2550-4580-975d-bd31444db77c x-openstack-request-id: req-19adbaa4-2550-4580-975d-bd31444db77c {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:44:58.292483 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f872b0b-19fb-4981-b9fe-4aba346dc2e1", "name": "network-vif-unplugged", "status": "failed", "tag": "bc197e9c-2add-41a3-90c3-15692c27d804", "code": 422}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:44:58.292701 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-19adbaa4-2550-4580-975d-bd31444db77c {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:44:58.293379 dv-cinder-830098-2-iscsi neutron-server[104419]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f872b0b-19fb-4981-b9fe-4aba346dc2e1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bc197e9c-2add-41a3-90c3-15692c27d804', 'code': 422} returned with failed status Mar 08 15:44:58.322340 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=bc197e9c-2add-41a3-90c3-15692c27d804,revision_number=8']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:58.466480 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf0612-20ac-4138-9bb8-1777b7049417 req-a54051e7-1f3f-431f-b380-bf045cddaa12 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:58.467877 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3acf0612-20ac-4138-9bb8-1777b7049417 req-a54051e7-1f3f-431f-b380-bf045cddaa12 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 943 time: 0.0599256 Mar 08 15:44:58.518677 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3acf0612-20ac-4138-9bb8-1777b7049417 req-5c30d133-7d5a-43ba-8152-7d8ab1f6df20 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444877 Mar 08 15:44:59.137214 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32659326-dc63-47aa-858c-f07c7f0525fe req-40f780a5-ef39-474a-a68f-a4290664151a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:59.138702 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-32659326-dc63-47aa-858c-f07c7f0525fe req-40f780a5-ef39-474a-a68f-a4290664151a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "GET /v2.0/networks?id=a91eab27-e927-433f-826e-c27a0b9152a4 HTTP/1.1" status: 200 len: 815 time: 0.1179368 Mar 08 15:44:59.204639 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-32659326-dc63-47aa-858c-f07c7f0525fe req-65399877-e0d8-4376-b7f5-4b76743b8286 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62d3c6874e0e48c792aaf383f2bb7945 HTTP/1.1" status: 200 len: 380 time: 0.0570946 Mar 08 15:44:59.216976 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-32659326-dc63-47aa-858c-f07c7f0525fe req-f7797ca9-73c0-4c4d-b0d2-99f03a47982c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'port': {'device_id': '8ccb6e50-37aa-4f3e-8e79-80e68049b064', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'admin_state_up': True, 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'security_groups': ['dbe07a97-5308-4abf-a9bd-d45180592ea2']}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:59.305236 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a088c665-b6be-4a0b-9089-f5533c38c1fb req-f3cd2a4e-8b0c-44c3-93a1-67132c84b3fd tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 210 time: 0.0358107 Mar 08 15:44:59.334356 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32659326-dc63-47aa-858c-f07c7f0525fe req-f7797ca9-73c0-4c4d-b0d2-99f03a47982c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Made reservation on behalf of 62d3c6874e0e48c792aaf383f2bb7945 for: {'port': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:44:59.337663 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-32659326-dc63-47aa-858c-f07c7f0525fe req-f7797ca9-73c0-4c4d-b0d2-99f03a47982c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:59.385393 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [req-e0f316f4-b832-406c-ad7c-15d4aa9c8490 req-85fdea31-f35a-4560-ae49-628e9114c7c2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=104417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:44:59.386432 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e0f316f4-b832-406c-ad7c-15d4aa9c8490 req-85fdea31-f35a-4560-ae49-628e9114c7c2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0488060 Mar 08 15:44:59.472502 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [req-32659326-dc63-47aa-858c-f07c7f0525fe req-f7797ca9-73c0-4c4d-b0d2-99f03a47982c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Allocated IP 172.20.0.4 (a91eab27-e927-433f-826e-c27a0b9152a4/07efbca3-18a1-4b3b-886d-8e44215b7116/53f24206-c1d5-4755-8d1a-2ef037332e68) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:44:59.549596 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907205bc-1f1d-4167-a805-96d855208471 req-bfa74e09-db5c-4037-87c6-6e0310ac6a3c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:59.551272 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-907205bc-1f1d-4167-a805-96d855208471 req-bfa74e09-db5c-4037-87c6-6e0310ac6a3c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 943 time: 0.0535924 Mar 08 15:44:59.600934 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-907205bc-1f1d-4167-a805-96d855208471 req-0a6d8fb8-ece6-4d65-82bf-f7bab7e4f897 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434625 Mar 08 15:44:59.623190 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-32659326-dc63-47aa-858c-f07c7f0525fe req-f7797ca9-73c0-4c4d-b0d2-99f03a47982c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for port (53f24206-c1d5-4755-8d1a-2ef037332e68), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:59.657511 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-32659326-dc63-47aa-858c-f07c7f0525fe req-f7797ca9-73c0-4c4d-b0d2-99f03a47982c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (53f24206-c1d5-4755-8d1a-2ef037332e68), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:59.707950 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32659326-dc63-47aa-858c-f07c7f0525fe req-f7797ca9-73c0-4c4d-b0d2-99f03a47982c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Network a91eab27-e927-433f-826e-c27a0b9152a4 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:44:59.710891 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [req-32659326-dc63-47aa-858c-f07c7f0525fe req-f7797ca9-73c0-4c4d-b0d2-99f03a47982c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:44:59.714498 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-32659326-dc63-47aa-858c-f07c7f0525fe req-f7797ca9-73c0-4c4d-b0d2-99f03a47982c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:44:59.721484 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7797ca9-73c0-4c4d-b0d2-99f03a47982c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'Port': ['ID=53f24206-c1d5-4755-8d1a-2ef037332e68,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:44:59.776233 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32659326-dc63-47aa-858c-f07c7f0525fe req-f7797ca9-73c0-4c4d-b0d2-99f03a47982c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:44:59.776233 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-32659326-dc63-47aa-858c-f07c7f0525fe req-f7797ca9-73c0-4c4d-b0d2-99f03a47982c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:59.795685 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-32659326-dc63-47aa-858c-f07c7f0525fe req-f7797ca9-73c0-4c4d-b0d2-99f03a47982c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5827320 Mar 08 15:44:59.808159 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Request body: {'port': {'device_id': '8ccb6e50-37aa-4f3e-8e79-80e68049b064', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:44:59.808763 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 45172) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:44:59.869480 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (53f24206-c1d5-4755-8d1a-2ef037332e68), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:44:59.911070 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6225e463-b1f1-4b38-8dca-65f5f3006d5c req-c4aa4f8a-d74e-4129-a05a-a77209a8f2b7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1007903 Mar 08 15:44:59.921189 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [req-6225e463-b1f1-4b38-8dca-65f5f3006d5c req-3c0a0a79-0786-4974-8efc-fe654327dc02 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=104417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:44:59.922155 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6225e463-b1f1-4b38-8dca-65f5f3006d5c req-3c0a0a79-0786-4974-8efc-fe654327dc02 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049188 Mar 08 15:45:00.001383 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 45180) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:00.008060 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-721fbb77-8d59-4cfb-ba92-76126b062666 None None] Provisioning complete for port 53f24206-c1d5-4755-8d1a-2ef037332e68 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:45:00.009037 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-721fbb77-8d59-4cfb-ba92-76126b062666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (53f24206-c1d5-4755-8d1a-2ef037332e68), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:00.047919 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-721fbb77-8d59-4cfb-ba92-76126b062666 None None] Port 53f24206-c1d5-4755-8d1a-2ef037332e68 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:45:00.099320 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225e463-b1f1-4b38-8dca-65f5f3006d5c req-603ad01d-99b7-4fb1-a55b-fa4b660de50d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:00.100640 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6225e463-b1f1-4b38-8dca-65f5f3006d5c req-603ad01d-99b7-4fb1-a55b-fa4b660de50d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports/bc197e9c-2add-41a3-90c3-15692c27d804 HTTP/1.1" status: 200 len: 940 time: 0.0978329 Mar 08 15:45:00.144083 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f24206-c1d5-4755-8d1a-2ef037332e68 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:45:00.151605 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Publish callbacks [] for port (53f24206-c1d5-4755-8d1a-2ef037332e68), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:00.163804 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Transition to ACTIVE for port object 53f24206-c1d5-4755-8d1a-2ef037332e68 will not be triggered until provisioned by entity L2. {{(pid=104418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:45:00.168701 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (53f24206-c1d5-4755-8d1a-2ef037332e68), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:00.219897 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Pushing event updated for resources: {'Port': ['ID=53f24206-c1d5-4755-8d1a-2ef037332e68,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:00.298237 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Attempting to bind port 53f24206-c1d5-4755-8d1a-2ef037332e68 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:45:00.298846 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Attempting to bind port 53f24206-c1d5-4755-8d1a-2ef037332e68 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:45:00.299452 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Attempting to bind port 53f24206-c1d5-4755-8d1a-2ef037332e68 on network a91eab27-e927-433f-826e-c27a0b9152a4 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:45:00.303647 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Port 53f24206-c1d5-4755-8d1a-2ef037332e68 on network a91eab27-e927-433f-826e-c27a0b9152a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:45:00.303947 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Attempting to bind port 53f24206-c1d5-4755-8d1a-2ef037332e68 on network a91eab27-e927-433f-826e-c27a0b9152a4 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:45:00.308952 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:45:00.309301 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Checking segment: {'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:45:00.309839 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Bound using segment: {'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:45:00.310259 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Bound port: 53f24206-c1d5-4755-8d1a-2ef037332e68, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:45:00.310649 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (53f24206-c1d5-4755-8d1a-2ef037332e68), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:00.386755 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] For port 53f24206-c1d5-4755-8d1a-2ef037332e68, host hv-cinder-83009, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:45:00.389963 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] For port 53f24206-c1d5-4755-8d1a-2ef037332e68, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=53f24206-c1d5-4755-8d1a-2ef037332e68,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:45:00.398949 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (53f24206-c1d5-4755-8d1a-2ef037332e68), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:00.434021 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:00.434575 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:00.436133 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] 10.222.0.41 "PUT /v2.0/ports/53f24206-c1d5-4755-8d1a-2ef037332e68 HTTP/1.1" status: 200 len: 1093 time: 0.6327012 Mar 08 15:45:00.436580 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccb6e50-37aa-4f3e-8e79-80e68049b064', 'tag': '53f24206-c1d5-4755-8d1a-2ef037332e68'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:45:00.439172 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b53eb8-5c8b-4879-b16c-2197c991a541" -d '{"events": [{"name": "network-changed", "server_uuid": "8ccb6e50-37aa-4f3e-8e79-80e68049b064", "tag": "53f24206-c1d5-4755-8d1a-2ef037332e68"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:45:00.475735 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9949c87-8dc7-4921-8ae8-3bdfeb86af35 req-58390b4b-17ae-4f00-b6f0-fae085cc458a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:00.484144 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e9949c87-8dc7-4921-8ae8-3bdfeb86af35 req-58390b4b-17ae-4f00-b6f0-fae085cc458a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 943 time: 0.0903552 Mar 08 15:45:00.495610 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b099ad7-c258-4682-a50a-2065c1331043 service neutron] Pushing event updated for resources: {'Port': ['ID=53f24206-c1d5-4755-8d1a-2ef037332e68,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:00.516201 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519b4d09-1c5d-49d3-90f4-dc1be327cf51 x-openstack-request-id: req-519b4d09-1c5d-49d3-90f4-dc1be327cf51 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:45:00.516201 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ccb6e50-37aa-4f3e-8e79-80e68049b064", "tag": "53f24206-c1d5-4755-8d1a-2ef037332e68", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:45:00.516201 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-519b4d09-1c5d-49d3-90f4-dc1be327cf51 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:45:00.518125 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccb6e50-37aa-4f3e-8e79-80e68049b064', 'tag': '53f24206-c1d5-4755-8d1a-2ef037332e68', 'status': 'completed', 'code': 200} Mar 08 15:45:00.556165 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e9949c87-8dc7-4921-8ae8-3bdfeb86af35 req-c585d013-8ada-4cdb-bc70-56792066fe3e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbe07a97-5308-4abf-a9bd-d45180592ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710893 Mar 08 15:45:00.581251 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32659326-dc63-47aa-858c-f07c7f0525fe req-e07583b3-efea-4fe8-b7c5-6f3de9ac089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:00.582832 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-32659326-dc63-47aa-858c-f07c7f0525fe req-e07583b3-efea-4fe8-b7c5-6f3de9ac089f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62d3c6874e0e48c792aaf383f2bb7945&device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 1127 time: 0.0638285 Mar 08 15:45:00.633171 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-32659326-dc63-47aa-858c-f07c7f0525fe req-1d3b3b49-c2ce-4ec9-92c1-1f6ea3e75b3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53f24206-c1d5-4755-8d1a-2ef037332e68 HTTP/1.1" status: 200 len: 217 time: 0.0413673 Mar 08 15:45:00.687636 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32659326-dc63-47aa-858c-f07c7f0525fe req-584951ac-05a8-448c-bf48-c8a86dc57de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:00.689452 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-32659326-dc63-47aa-858c-f07c7f0525fe req-584951ac-05a8-448c-bf48-c8a86dc57de6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07efbca3-18a1-4b3b-886d-8e44215b7116 HTTP/1.1" status: 200 len: 854 time: 0.0500262 Mar 08 15:45:00.738937 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccbeab-60bb-4a1b-abf8-dcd991db7cd5 req-c45cffdb-e914-4231-9321-9fe52ddf19fd tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:00.740439 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-44ccbeab-60bb-4a1b-abf8-dcd991db7cd5 req-c45cffdb-e914-4231-9321-9fe52ddf19fd tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 943 time: 0.0585890 Mar 08 15:45:00.741858 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32659326-dc63-47aa-858c-f07c7f0525fe req-100a5512-7fae-49fc-92e0-eb62cd9a9c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:00.743364 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-32659326-dc63-47aa-858c-f07c7f0525fe req-100a5512-7fae-49fc-92e0-eb62cd9a9c95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a91eab27-e927-433f-826e-c27a0b9152a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475388 Mar 08 15:45:00.787117 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-44ccbeab-60bb-4a1b-abf8-dcd991db7cd5 req-d366aac8-449e-49b6-992f-96cadc88e820 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407839 Mar 08 15:45:00.838602 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-32659326-dc63-47aa-858c-f07c7f0525fe req-269a535b-9d3c-41db-8840-6dfbca9ac0e3 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884166 Mar 08 15:45:00.933272 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-32659326-dc63-47aa-858c-f07c7f0525fe req-9099751a-0714-4fda-8dc6-475348d1117d service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874031 Mar 08 15:45:01.054777 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225e463-b1f1-4b38-8dca-65f5f3006d5c req-eb38da21-01b3-49a5-9c7d-5ab4b5e8bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:01.056272 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-6225e463-b1f1-4b38-8dca-65f5f3006d5c req-eb38da21-01b3-49a5-9c7d-5ab4b5e8bf62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1&tenant_id=6f236c97d0e54f4dbe064bb9d3e45043 HTTP/1.1" status: 200 len: 1127 time: 0.0772204 Mar 08 15:45:01.061377 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b53eb8-5c8b-4879-b16c-2197c991a541 req-6243a4ad-a18e-4593-842b-d8b314471f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:01.062735 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-f9b53eb8-5c8b-4879-b16c-2197c991a541 req-6243a4ad-a18e-4593-842b-d8b314471f00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62d3c6874e0e48c792aaf383f2bb7945&device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 1127 time: 0.0753005 Mar 08 15:45:01.185588 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b53eb8-5c8b-4879-b16c-2197c991a541 req-a54c7500-ec8c-4231-9e35-a09b21384933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:01.186964 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-f9b53eb8-5c8b-4879-b16c-2197c991a541 req-a54c7500-ec8c-4231-9e35-a09b21384933 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a91eab27-e927-433f-826e-c27a0b9152a4 HTTP/1.1" status: 200 len: 916 time: 0.1172471 Mar 08 15:45:01.190024 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225e463-b1f1-4b38-8dca-65f5f3006d5c req-baf5eb3d-0db4-4dec-961e-0b86d86d2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:01.191378 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-6225e463-b1f1-4b38-8dca-65f5f3006d5c req-baf5eb3d-0db4-4dec-961e-0b86d86d2612 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f236c97d0e54f4dbe064bb9d3e45043&device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 1127 time: 0.1036444 Mar 08 15:45:01.247884 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-f9b53eb8-5c8b-4879-b16c-2197c991a541 req-f72aacd5-d111-4516-bd90-d92d761a0f44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53f24206-c1d5-4755-8d1a-2ef037332e68 HTTP/1.1" status: 200 len: 217 time: 0.0493634 Mar 08 15:45:01.337970 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b53eb8-5c8b-4879-b16c-2197c991a541 req-1dbb804c-730a-4712-b8d9-30d986fdfd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:01.339446 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-f9b53eb8-5c8b-4879-b16c-2197c991a541 req-1dbb804c-730a-4712-b8d9-30d986fdfd12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07efbca3-18a1-4b3b-886d-8e44215b7116 HTTP/1.1" status: 200 len: 854 time: 0.0830138 Mar 08 15:45:01.360738 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225e463-b1f1-4b38-8dca-65f5f3006d5c req-bda14ed4-1e9d-483b-9764-3d45bdc54531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:01.362630 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-6225e463-b1f1-4b38-8dca-65f5f3006d5c req-bda14ed4-1e9d-483b-9764-3d45bdc54531 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80c89e2a-a478-41c0-9d26-81d641ec9f8f HTTP/1.1" status: 200 len: 916 time: 0.1630108 Mar 08 15:45:01.443943 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-6225e463-b1f1-4b38-8dca-65f5f3006d5c req-d0ef0fd7-1f0e-4356-8d5e-41956b1e26c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc197e9c-2add-41a3-90c3-15692c27d804 HTTP/1.1" status: 200 len: 998 time: 0.0673180 Mar 08 15:45:01.448240 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b53eb8-5c8b-4879-b16c-2197c991a541 req-50d65cba-e8a6-4d42-b8c2-866aec3ecfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:01.449620 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-f9b53eb8-5c8b-4879-b16c-2197c991a541 req-50d65cba-e8a6-4d42-b8c2-866aec3ecfd5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a91eab27-e927-433f-826e-c27a0b9152a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011264 Mar 08 15:45:01.545037 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225e463-b1f1-4b38-8dca-65f5f3006d5c req-8480e6a6-2e49-471f-bf5f-357fd0efb835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:01.546493 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-6225e463-b1f1-4b38-8dca-65f5f3006d5c req-8480e6a6-2e49-471f-bf5f-357fd0efb835 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7c72dd9-f6bb-4082-bbc6-f002b75fe090 HTTP/1.1" status: 200 len: 854 time: 0.0949099 Mar 08 15:45:01.598417 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-f9b53eb8-5c8b-4879-b16c-2197c991a541 req-192b3fcc-b1b8-492c-8a12-5769b928b37d service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392949 Mar 08 15:45:01.636598 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225e463-b1f1-4b38-8dca-65f5f3006d5c req-cf79a2c0-8309-4c3e-bd50-8cef592212a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:01.638083 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-6225e463-b1f1-4b38-8dca-65f5f3006d5c req-cf79a2c0-8309-4c3e-bd50-8cef592212a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c89e2a-a478-41c0-9d26-81d641ec9f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835626 Mar 08 15:45:01.678786 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0abdaa-6062-4fa9-8600-dad17185532f req-c10490bb-8275-486d-bb68-0332419a5635 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:01.680300 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9c0abdaa-6062-4fa9-8600-dad17185532f req-c10490bb-8275-486d-bb68-0332419a5635 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 943 time: 0.0533371 Mar 08 15:45:01.730195 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9c0abdaa-6062-4fa9-8600-dad17185532f req-18f1c66a-1607-4e49-b0bf-44a4ed388e4b tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbe07a97-5308-4abf-a9bd-d45180592ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439932 Mar 08 15:45:01.918934 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb6924-2adf-4f7f-ad2c-66e537ec6191 req-99f23786-31de-41f3-a423-1e1874a15c7d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:01.920528 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-23cb6924-2adf-4f7f-ad2c-66e537ec6191 req-99f23786-31de-41f3-a423-1e1874a15c7d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 943 time: 0.0573621 Mar 08 15:45:01.972035 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-23cb6924-2adf-4f7f-ad2c-66e537ec6191 req-beaa9ea6-7b32-4d3e-bc1a-24f700ffb6fb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458133 Mar 08 15:45:02.011289 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-f9b53eb8-5c8b-4879-b16c-2197c991a541 req-41890055-989b-4a7f-8a94-64691688dcb7 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059775 Mar 08 15:45:02.030942 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-6225e463-b1f1-4b38-8dca-65f5f3006d5c req-0a2d9ae3-d0db-4ade-be6d-0a757bf3283e service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630118 Mar 08 15:45:02.125085 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-6225e463-b1f1-4b38-8dca-65f5f3006d5c req-5319480c-3b32-4121-bff5-50828ee70943 service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873897 Mar 08 15:45:02.164996 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 53f24206-c1d5-4755-8d1a-2ef037332e68 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:45:02.168050 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device bc197e9c-2add-41a3-90c3-15692c27d804 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:45:02.454959 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 53f24206-c1d5-4755-8d1a-2ef037332e68, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=53f24206-c1d5-4755-8d1a-2ef037332e68,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:02.457625 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port bc197e9c-2add-41a3-90c3-15692c27d804 is: DOWN; New status is: DOWN {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:45:02.468322 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': '53f24206-c1d5-4755-8d1a-2ef037332e68', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'port_id': '53f24206-c1d5-4755-8d1a-2ef037332e68', 'mac_address': 'fa:16:3e:ac:9c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:45:02.510830 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 53f24206-c1d5-4755-8d1a-2ef037332e68 is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:45:02.511275 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (53f24206-c1d5-4755-8d1a-2ef037332e68), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:02.529327 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f24206-c1d5-4755-8d1a-2ef037332e68 {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:45:02.561090 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 53f24206-c1d5-4755-8d1a-2ef037332e68, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=53f24206-c1d5-4755-8d1a-2ef037332e68,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:02.568221 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (53f24206-c1d5-4755-8d1a-2ef037332e68), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:02.635870 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=53f24206-c1d5-4755-8d1a-2ef037332e68,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:02.831748 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['53f24206-c1d5-4755-8d1a-2ef037332e68'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:45:02.884767 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e6d89-cdde-4db9-9f68-2e2735222f68 req-e1ac3bd7-69ec-47f8-8e75-51d97fea279b tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:02.887222 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-864e6d89-cdde-4db9-9f68-2e2735222f68 req-e1ac3bd7-69ec-47f8-8e75-51d97fea279b tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 944 time: 0.0827622 Mar 08 15:45:02.950041 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-864e6d89-cdde-4db9-9f68-2e2735222f68 req-aa9e8b9d-b871-4026-a37c-6fe18855a7e7 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbe07a97-5308-4abf-a9bd-d45180592ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568647 Mar 08 15:45:03.108065 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d4711-205a-4691-be38-fa6263431c9d req-1aa8dab8-3f96-452d-9230-57780c7acc59 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:03.109592 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-580d4711-205a-4691-be38-fa6263431c9d req-1aa8dab8-3f96-452d-9230-57780c7acc59 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 943 time: 0.0551703 Mar 08 15:45:03.158720 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-580d4711-205a-4691-be38-fa6263431c9d req-bb46c635-74cb-4fee-8c23-6d103fe20cf0 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432439 Mar 08 15:45:04.075470 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec40d31-5ac0-4ad4-a1e8-369d6422a29d req-383bbf91-1ce6-41ea-962d-5f8cbb2c1b3e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:04.078684 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-dec40d31-5ac0-4ad4-a1e8-369d6422a29d req-383bbf91-1ce6-41ea-962d-5f8cbb2c1b3e tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 944 time: 0.0622625 Mar 08 15:45:04.127049 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-dec40d31-5ac0-4ad4-a1e8-369d6422a29d req-cb85c912-0431-4057-afa4-c8c07bae628f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbe07a97-5308-4abf-a9bd-d45180592ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426080 Mar 08 15:45:04.180525 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 53f24206-c1d5-4755-8d1a-2ef037332e68 up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:45:04.240512 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port 53f24206-c1d5-4755-8d1a-2ef037332e68 completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:45:04.248386 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port 53f24206-c1d5-4755-8d1a-2ef037332e68 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:45:04.249012 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (53f24206-c1d5-4755-8d1a-2ef037332e68), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:04.296818 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bb579-6ce4-412b-9631-8cd88dec75da req-411707f6-9767-44fc-b589-1df445d5b16c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:04.304126 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5a7bb579-6ce4-412b-9631-8cd88dec75da req-411707f6-9767-44fc-b589-1df445d5b16c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 943 time: 0.0662780 Mar 08 15:45:04.354410 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5a7bb579-6ce4-412b-9631-8cd88dec75da req-5ceaab7e-7ee8-40d6-af07-f427eb0b237d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491796 Mar 08 15:45:04.383929 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 53f24206-c1d5-4755-8d1a-2ef037332e68 is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:45:04.384324 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (53f24206-c1d5-4755-8d1a-2ef037332e68), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:04.409444 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccb6e50-37aa-4f3e-8e79-80e68049b064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f24206-c1d5-4755-8d1a-2ef037332e68'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:45:04.411974 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a04b58-0ffe-4278-99cf-77473fc9c370" -d '{"events": [{"server_uuid": "8ccb6e50-37aa-4f3e-8e79-80e68049b064", "name": "network-vif-plugged", "status": "completed", "tag": "53f24206-c1d5-4755-8d1a-2ef037332e68"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:45:04.427385 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 53f24206-c1d5-4755-8d1a-2ef037332e68, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=53f24206-c1d5-4755-8d1a-2ef037332e68,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:04.432851 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (53f24206-c1d5-4755-8d1a-2ef037332e68), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:04.461982 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587b72d9-be85-4915-b93c-26a15f66deac x-openstack-request-id: req-587b72d9-be85-4915-b93c-26a15f66deac {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:45:04.462484 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ccb6e50-37aa-4f3e-8e79-80e68049b064", "name": "network-vif-plugged", "status": "completed", "tag": "53f24206-c1d5-4755-8d1a-2ef037332e68", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:45:04.462895 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-587b72d9-be85-4915-b93c-26a15f66deac {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:45:04.463546 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccb6e50-37aa-4f3e-8e79-80e68049b064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f24206-c1d5-4755-8d1a-2ef037332e68', 'code': 200} Mar 08 15:45:04.491699 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=53f24206-c1d5-4755-8d1a-2ef037332e68,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:05.185135 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc8657-d2ed-4d74-aaf4-8e63dd0cc4da req-3e07ee6a-d9d3-4d27-9a15-331df7ac09ec tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:05.186675 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fcbc8657-d2ed-4d74-aaf4-8e63dd0cc4da req-3e07ee6a-d9d3-4d27-9a15-331df7ac09ec tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0600595 Mar 08 15:45:05.270951 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fcbc8657-d2ed-4d74-aaf4-8e63dd0cc4da req-c1a0b7ad-9bc6-4047-ba15-21e413f7baa5 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726163 Mar 08 15:45:05.289685 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecc635-e907-49f8-b99f-f8dca0cebcbd req-ce059cbc-9c1f-4703-9216-5472b324f9d2 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:05.291225 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fcecc635-e907-49f8-b99f-f8dca0cebcbd req-ce059cbc-9c1f-4703-9216-5472b324f9d2 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 945 time: 0.0785036 Mar 08 15:45:05.344214 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fcecc635-e907-49f8-b99f-f8dca0cebcbd req-a765d9a5-a8a1-4c02-af83-2c77d2b681dd tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbe07a97-5308-4abf-a9bd-d45180592ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470867 Mar 08 15:45:05.487186 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170de52-5a3b-4a3c-8d2b-3cb1c95a3525 req-b8e0ecc9-f2a0-4cab-9583-e763b69704d6 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:05.488597 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c170de52-5a3b-4a3c-8d2b-3cb1c95a3525 req-b8e0ecc9-f2a0-4cab-9583-e763b69704d6 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 943 time: 0.0549710 Mar 08 15:45:05.543408 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c170de52-5a3b-4a3c-8d2b-3cb1c95a3525 req-b0562a73-a6af-41d4-8bde-06e0826be686 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491385 Mar 08 15:45:05.769685 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-48604786-3237-413a-a703-89f382f91e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:06.672942 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa90e5-46b0-48cc-88db-ec2aa65eeac1 req-b9b3f917-f4a5-4c9f-9d8f-946cc8081da6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:06.674428 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-adaa90e5-46b0-48cc-88db-ec2aa65eeac1 req-b9b3f917-f4a5-4c9f-9d8f-946cc8081da6 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.3308506 Mar 08 15:45:06.695717 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f411376-bc78-4f42-a6b6-31ad0ce2b5ff req-b812e736-6a2b-47e0-a639-71644bd88b15 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:06.697294 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3f411376-bc78-4f42-a6b6-31ad0ce2b5ff req-b812e736-6a2b-47e0-a639-71644bd88b15 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 945 time: 0.0791750 Mar 08 15:45:06.765440 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-adaa90e5-46b0-48cc-88db-ec2aa65eeac1 req-bcc618e6-9f72-4bf5-acf6-3b1d40d112f3 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828087 Mar 08 15:45:06.781929 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3f411376-bc78-4f42-a6b6-31ad0ce2b5ff req-30e6dd1d-3d49-417b-b892-253ed8c3bc00 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbe07a97-5308-4abf-a9bd-d45180592ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703392 Mar 08 15:45:06.893284 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e8211-c4a2-4d3f-ba00-74662016b369 req-15bdad27-8935-4c82-a04e-25fd545136c3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:06.894818 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c13e8211-c4a2-4d3f-ba00-74662016b369 req-15bdad27-8935-4c82-a04e-25fd545136c3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 943 time: 0.0697014 Mar 08 15:45:06.949549 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c13e8211-c4a2-4d3f-ba00-74662016b369 req-5d6fddf9-f598-47c5-b949-3ad1fbba5e3b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451157 Mar 08 15:45:07.936474 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b78654-69d8-469d-92fb-6de57a7aaef5 req-b95c89e8-8c42-4c8d-bb5f-6244cb365074 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:07.938023 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-34b78654-69d8-469d-92fb-6de57a7aaef5 req-b95c89e8-8c42-4c8d-bb5f-6244cb365074 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.1014566 Mar 08 15:45:07.973081 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089b4f0-42e3-463a-8727-9466e473cfa0 req-784f5a72-8ba8-4c52-8568-1e8e306ed221 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:07.974632 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4089b4f0-42e3-463a-8727-9466e473cfa0 req-784f5a72-8ba8-4c52-8568-1e8e306ed221 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 945 time: 0.0942032 Mar 08 15:45:08.017700 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-34b78654-69d8-469d-92fb-6de57a7aaef5 req-499c77b7-970d-46e6-a410-41e1a84c63ca tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731325 Mar 08 15:45:08.055326 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4089b4f0-42e3-463a-8727-9466e473cfa0 req-8f0834a7-0f93-47d4-8619-58ddc190a10a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbe07a97-5308-4abf-a9bd-d45180592ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701454 Mar 08 15:45:08.141102 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c67aa-e668-453c-8dab-8c66a4d66476 req-66672774-8a8b-41fa-a8c4-b1b4515770e8 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:08.143544 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f78c67aa-e668-453c-8dab-8c66a4d66476 req-66672774-8a8b-41fa-a8c4-b1b4515770e8 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 943 time: 0.0570860 Mar 08 15:45:08.202890 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f78c67aa-e668-453c-8dab-8c66a4d66476 req-0823ea1f-bfdd-4d9f-baf0-ce08b7bb3ca7 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487483 Mar 08 15:45:08.548291 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-3ae085e3-162e-419a-b4ec-9a0deab24961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:09.209314 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6381a-b9f1-4b81-8619-0cd93a4d8eed req-c73933f6-cf17-41ed-b13f-c453ca524912 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:09.211023 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1ff6381a-b9f1-4b81-8619-0cd93a4d8eed req-c73933f6-cf17-41ed-b13f-c453ca524912 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0915391 Mar 08 15:45:09.234583 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d20365-f269-4671-bdea-a89831081bcf req-2e07394d-ba8f-4556-8b53-726f3f864f6f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:09.236431 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-66d20365-f269-4671-bdea-a89831081bcf req-2e07394d-ba8f-4556-8b53-726f3f864f6f tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 945 time: 0.0835156 Mar 08 15:45:09.315128 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-66d20365-f269-4671-bdea-a89831081bcf req-a9c3ed00-4ef1-4b85-85f1-f47260bf9b21 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbe07a97-5308-4abf-a9bd-d45180592ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666604 Mar 08 15:45:09.319878 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1ff6381a-b9f1-4b81-8619-0cd93a4d8eed req-d9b56a02-8c32-42a3-8da7-535bebded640 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015613 Mar 08 15:45:09.428476 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391b714-73a3-4383-850c-f5d9e6df6143 req-8572747f-74dd-4673-981d-6e83f3457a3d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:09.430648 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3391b714-73a3-4383-850c-f5d9e6df6143 req-8572747f-74dd-4673-981d-6e83f3457a3d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 943 time: 0.0567768 Mar 08 15:45:09.485810 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3391b714-73a3-4383-850c-f5d9e6df6143 req-95250ca0-f699-4d60-87e9-afdf7e2b6910 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490353 Mar 08 15:45:10.206378 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:10.483448 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf85cf-0159-4d52-9e53-595a7da5bb1a req-0002f760-da6d-4650-b483-b159ce392fc9 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:10.487053 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1eaf85cf-0159-4d52-9e53-595a7da5bb1a req-0002f760-da6d-4650-b483-b159ce392fc9 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 945 time: 0.0904937 Mar 08 15:45:10.496042 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209515f7-e9f8-44c2-b106-695c86ff51e3 req-2e43965c-2f76-4d35-ac16-c554b86f3c46 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:10.497568 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-209515f7-e9f8-44c2-b106-695c86ff51e3 req-2e43965c-2f76-4d35-ac16-c554b86f3c46 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0993731 Mar 08 15:45:10.576141 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1eaf85cf-0159-4d52-9e53-595a7da5bb1a req-be879634-7eb6-4cd3-9821-8ad1a651e0cb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbe07a97-5308-4abf-a9bd-d45180592ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775421 Mar 08 15:45:10.579829 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-209515f7-e9f8-44c2-b106-695c86ff51e3 req-a719472b-56f9-48e9-95d7-586c0fdad25d tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750337 Mar 08 15:45:10.727227 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f46081-95a8-424d-ace3-d446e151a7b4 req-dfb4fe9b-15a2-49b3-8eb1-95bb53945161 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:10.729203 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d5f46081-95a8-424d-ace3-d446e151a7b4 req-dfb4fe9b-15a2-49b3-8eb1-95bb53945161 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 943 time: 0.0710144 Mar 08 15:45:10.781910 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d5f46081-95a8-424d-ace3-d446e151a7b4 req-34d16778-a5ad-4b17-a633-d016e44d345a tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465019 Mar 08 15:45:11.019416 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:11.506554 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d20e9e-e921-408f-b9bf-2247f05d889d req-6918e202-7d19-4db4-be9d-578b91ead8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:11.508062 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-39d20e9e-e921-408f-b9bf-2247f05d889d req-6918e202-7d19-4db4-be9d-578b91ead8ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 1129 time: 0.0558710 Mar 08 15:45:11.554987 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-39d20e9e-e921-408f-b9bf-2247f05d889d req-59c6b4f5-bc26-4900-9af7-e8b04c46037a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dbe07a97-5308-4abf-a9bd-d45180592ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392766 Mar 08 15:45:11.732932 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c39be5-c9e5-46a4-bfd4-79698e5853d1 req-36ca4cf8-407f-4fb5-9f3b-8af881bd5fa2 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:11.734407 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-16c39be5-c9e5-46a4-bfd4-79698e5853d1 req-36ca4cf8-407f-4fb5-9f3b-8af881bd5fa2 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 945 time: 0.0853634 Mar 08 15:45:11.745182 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b6473-7f6e-4524-bb1e-ba9e81441ac4 req-bcbc08e5-43ea-487e-b8bd-7972d6b3ee8f tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:11.746833 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-305b6473-7f6e-4524-bb1e-ba9e81441ac4 req-bcbc08e5-43ea-487e-b8bd-7972d6b3ee8f tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0888584 Mar 08 15:45:11.821773 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-16c39be5-c9e5-46a4-bfd4-79698e5853d1 req-1ac41e92-4aa5-4cf8-877c-5d32cff2172d tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbe07a97-5308-4abf-a9bd-d45180592ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738409 Mar 08 15:45:11.825483 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-305b6473-7f6e-4524-bb1e-ba9e81441ac4 req-ea915378-0959-4342-a669-60ddade6c6ca tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715897 Mar 08 15:45:11.936111 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612d610-b0eb-472b-8d5b-69ee691210b7 req-8b8bb477-a4f1-428f-9cfb-dcee1fdce85e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:11.938284 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6612d610-b0eb-472b-8d5b-69ee691210b7 req-8b8bb477-a4f1-428f-9cfb-dcee1fdce85e tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 943 time: 0.0639031 Mar 08 15:45:11.988590 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6612d610-b0eb-472b-8d5b-69ee691210b7 req-248bfd7f-3496-4c59-902e-bfd9e6a94edb tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416710 Mar 08 15:45:12.309527 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:12.979335 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79461e-0da8-457e-bbcf-481a9ac6af84 req-252a617c-b7dd-4004-bded-45a1123e81b9 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:12.980787 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8e79461e-0da8-457e-bbcf-481a9ac6af84 req-252a617c-b7dd-4004-bded-45a1123e81b9 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 945 time: 0.0890982 Mar 08 15:45:12.990573 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d850c-532a-4267-8430-75eaf9388254 req-be58c126-ebc6-4663-8198-93686ed23706 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:12.991955 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2d5d850c-532a-4267-8430-75eaf9388254 req-be58c126-ebc6-4663-8198-93686ed23706 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0984883 Mar 08 15:45:13.063539 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8e79461e-0da8-457e-bbcf-481a9ac6af84 req-62cb7e55-3e62-4416-b272-167368ab5ff0 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbe07a97-5308-4abf-a9bd-d45180592ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706735 Mar 08 15:45:13.070268 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2d5d850c-532a-4267-8430-75eaf9388254 req-a78d1c75-0636-45d6-a581-3c4b39c96089 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716534 Mar 08 15:45:13.211990 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388604c-fcb6-492a-8789-f18fab1d60a7 req-52b5a82b-f1ed-43d6-9856-55da91dd633b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:13.213454 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f388604c-fcb6-492a-8789-f18fab1d60a7 req-52b5a82b-f1ed-43d6-9856-55da91dd633b tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 943 time: 0.0878811 Mar 08 15:45:13.221255 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a6589-c8ca-48aa-a628-b0730042cc6d req-9fd0cddf-2a5a-4f7a-a34c-8fcc15d66aac tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:13.222636 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6c5a6589-c8ca-48aa-a628-b0730042cc6d req-9fd0cddf-2a5a-4f7a-a34c-8fcc15d66aac tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 945 time: 0.0880547 Mar 08 15:45:13.231450 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 45290) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:13.236192 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-4a772442-74a8-458b-ba4e-e1d5c5e970ba tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'floatingip': {'port_id': '53f24206-c1d5-4755-8d1a-2ef037332e68'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:45:13.264763 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f388604c-fcb6-492a-8789-f18fab1d60a7 req-95e7d930-89d6-4dc0-9551-79b5f0ac3a16 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412140 Mar 08 15:45:13.278904 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4a772442-74a8-458b-ba4e-e1d5c5e970ba tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (aa38bdd6-250c-4dd6-8d28-bff5bf082ca9), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:13.717257 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4a772442-74a8-458b-ba4e-e1d5c5e970ba tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:13.722300 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4a772442-74a8-458b-ba4e-e1d5c5e970ba tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (aa38bdd6-250c-4dd6-8d28-bff5bf082ca9), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:13.828977 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.l3_db [None req-4a772442-74a8-458b-ba4e-e1d5c5e970ba tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Floating IP aa38bdd6-250c-4dd6-8d28-bff5bf082ca9 associated. External IP: 172.27.1.177, port: 53f24206-c1d5-4755-8d1a-2ef037332e68. Mar 08 15:45:14.054071 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a772442-74a8-458b-ba4e-e1d5c5e970ba tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:45:14.171593 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a772442-74a8-458b-ba4e-e1d5c5e970ba tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:45:14.181045 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4a772442-74a8-458b-ba4e-e1d5c5e970ba tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:14.190335 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f31850-489b-4e96-84f2-5bb590d954d6 None None] Sync routers for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:45:14.201941 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bdf68-4c04-4dda-8f6d-87de9aa25138 req-41852c25-53d7-42c4-87a1-e73891d21236 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:14.202534 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f31850-489b-4e96-84f2-5bb590d954d6 None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:45:14.203209 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-34f31850-489b-4e96-84f2-5bb590d954d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:45:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:14.203489 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5c4bdf68-4c04-4dda-8f6d-87de9aa25138 req-41852c25-53d7-42c4-87a1-e73891d21236 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0660214 Mar 08 15:45:14.217530 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-4a772442-74a8-458b-ba4e-e1d5c5e970ba tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "PUT /v2.0/floatingips/aa38bdd6-250c-4dd6-8d28-bff5bf082ca9 HTTP/1.1" status: 200 len: 991 time: 0.9842658 Mar 08 15:45:14.222522 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccb6e50-37aa-4f3e-8e79-80e68049b064', 'tag': '53f24206-c1d5-4755-8d1a-2ef037332e68'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:45:14.222522 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8960aeea-ba33-4654-8d43-2680a2716b05" -d '{"events": [{"name": "network-changed", "server_uuid": "8ccb6e50-37aa-4f3e-8e79-80e68049b064", "tag": "53f24206-c1d5-4755-8d1a-2ef037332e68"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:45:14.295002 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5c4bdf68-4c04-4dda-8f6d-87de9aa25138 req-15d8c131-4866-4ddd-955f-eefcaca0df1a tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846283 Mar 08 15:45:14.312617 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device bc197e9c-2add-41a3-90c3-15692c27d804 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:45:14.396210 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-34f31850-489b-4e96-84f2-5bb590d954d6 None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:45:14.417123 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e2326-b315-4e37-89b3-3911b7cef575 req-639dab38-ed76-4d52-bd4f-35e8a46b057d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:14.419099 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fc8e2326-b315-4e37-89b3-3911b7cef575 req-639dab38-ed76-4d52-bd4f-35e8a46b057d tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 943 time: 0.0614963 Mar 08 15:45:14.461588 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0854526e-f60e-4b1a-b9a0-8ab2e7ac6861 x-openstack-request-id: req-0854526e-f60e-4b1a-b9a0-8ab2e7ac6861 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:45:14.462113 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ccb6e50-37aa-4f3e-8e79-80e68049b064", "tag": "53f24206-c1d5-4755-8d1a-2ef037332e68", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:45:14.462113 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0854526e-f60e-4b1a-b9a0-8ab2e7ac6861 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:45:14.462538 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccb6e50-37aa-4f3e-8e79-80e68049b064', 'tag': '53f24206-c1d5-4755-8d1a-2ef037332e68', 'status': 'completed', 'code': 200} Mar 08 15:45:14.478050 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fc8e2326-b315-4e37-89b3-3911b7cef575 req-25569499-d04f-41cb-9c6d-a56522bf3159 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522852 Mar 08 15:45:14.538514 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960aeea-ba33-4654-8d43-2680a2716b05 req-ccb80558-8853-4e82-b219-9c0d6f5af2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:14.540198 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8960aeea-ba33-4654-8d43-2680a2716b05 req-ccb80558-8853-4e82-b219-9c0d6f5af2ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62d3c6874e0e48c792aaf383f2bb7945&device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 1129 time: 0.0531650 Mar 08 15:45:14.635310 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960aeea-ba33-4654-8d43-2680a2716b05 req-1490e89a-5ac0-4f9f-b489-5ff611a9aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:14.636816 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8960aeea-ba33-4654-8d43-2680a2716b05 req-1490e89a-5ac0-4f9f-b489-5ff611a9aea9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a91eab27-e927-433f-826e-c27a0b9152a4 HTTP/1.1" status: 200 len: 916 time: 0.0905747 Mar 08 15:45:14.649804 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port bc197e9c-2add-41a3-90c3-15692c27d804, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc197e9c-2add-41a3-90c3-15692c27d804,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:14.668589 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': 'bc197e9c-2add-41a3-90c3-15692c27d804', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'port_id': 'bc197e9c-2add-41a3-90c3-15692c27d804', 'mac_address': 'fa:16:3e:1d:86:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:45:14.702261 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8960aeea-ba33-4654-8d43-2680a2716b05 req-9d0df11f-316e-4956-889b-3a8fc96d14e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53f24206-c1d5-4755-8d1a-2ef037332e68 HTTP/1.1" status: 200 len: 999 time: 0.0589759 Mar 08 15:45:14.741564 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port bc197e9c-2add-41a3-90c3-15692c27d804 is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:45:14.741993 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:14.757525 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960aeea-ba33-4654-8d43-2680a2716b05 req-47e55665-3763-453f-9f59-c5f6d9b9de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:14.759033 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8960aeea-ba33-4654-8d43-2680a2716b05 req-47e55665-3763-453f-9f59-c5f6d9b9de53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07efbca3-18a1-4b3b-886d-8e44215b7116 HTTP/1.1" status: 200 len: 854 time: 0.0494509 Mar 08 15:45:14.763922 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc197e9c-2add-41a3-90c3-15692c27d804 {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:45:14.791053 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port bc197e9c-2add-41a3-90c3-15692c27d804, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc197e9c-2add-41a3-90c3-15692c27d804,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:14.793659 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-34f31850-489b-4e96-84f2-5bb590d954d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'aa38bdd6-250c-4dd6-8d28-bff5bf082ca9', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'port_id': '53f24206-c1d5-4755-8d1a-2ef037332e68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'mac_address': 'fa:16:3e:ac:9c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccb6e50-37aa-4f3e-8e79-80e68049b064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:44:56Z', 'updated_at': '2022-03-08T15:45:13Z', 'revision_number': 1, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:14.797492 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:14.809406 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960aeea-ba33-4654-8d43-2680a2716b05 req-0f991bb5-595d-450d-b71c-0b10eea4e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:14.810965 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8960aeea-ba33-4654-8d43-2680a2716b05 req-0f991bb5-595d-450d-b71c-0b10eea4e619 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a91eab27-e927-433f-826e-c27a0b9152a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458052 Mar 08 15:45:14.825890 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f31850-489b-4e96-84f2-5bb590d954d6 None None] Checking router: a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:45:14.857733 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f31850-489b-4e96-84f2-5bb590d954d6 None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:45:14.858330 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-34f31850-489b-4e96-84f2-5bb590d954d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:45:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:14.904032 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8960aeea-ba33-4654-8d43-2680a2716b05 req-4160352d-2f6b-4d09-9ad4-a723b017dc24 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860107 Mar 08 15:45:14.911982 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=bc197e9c-2add-41a3-90c3-15692c27d804,revision_number=9']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:14.979471 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-34f31850-489b-4e96-84f2-5bb590d954d6 None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:45:15.004537 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8960aeea-ba33-4654-8d43-2680a2716b05 req-246ebf08-535b-489f-849f-40e76527b65c service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940142 Mar 08 15:45:15.059619 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['bc197e9c-2add-41a3-90c3-15692c27d804'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:45:15.323447 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-34f31850-489b-4e96-84f2-5bb590d954d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'aa38bdd6-250c-4dd6-8d28-bff5bf082ca9', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'port_id': '53f24206-c1d5-4755-8d1a-2ef037332e68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'mac_address': 'fa:16:3e:ac:9c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccb6e50-37aa-4f3e-8e79-80e68049b064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:44:56Z', 'updated_at': '2022-03-08T15:45:13Z', 'revision_number': 1, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:15.351300 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f31850-489b-4e96-84f2-5bb590d954d6 None None] The sync data for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi is: [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'aa38bdd6-250c-4dd6-8d28-bff5bf082ca9', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'port_id': '53f24206-c1d5-4755-8d1a-2ef037332e68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'mac_address': 'fa:16:3e:ac:9c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccb6e50-37aa-4f3e-8e79-80e68049b064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:44:56Z', 'updated_at': '2022-03-08T15:45:13Z', 'revision_number': 1, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:45:15.421925 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df6d06-fce0-4838-80cb-e96cb19d1451 req-8e46c405-0fe1-498e-b76b-7b1821763901 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:15.424052 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-19df6d06-fce0-4838-80cb-e96cb19d1451 req-8e46c405-0fe1-498e-b76b-7b1821763901 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0546949 Mar 08 15:45:15.474868 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-19df6d06-fce0-4838-80cb-e96cb19d1451 req-0f6bc605-4681-4d79-be0d-d1d10554967b tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439057 Mar 08 15:45:15.574753 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb50092-5150-4580-b381-ba8b012aec32 None None] New status for floating IP aa38bdd6-250c-4dd6-8d28-bff5bf082ca9: ACTIVE {{(pid=104420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:45:15.624663 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e03fa-900c-4e2f-b008-1f2ae251680f req-4938eeac-a644-41a5-b8f3-b65774bac53f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:15.625942 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-531e03fa-900c-4e2f-b008-1f2ae251680f req-4938eeac-a644-41a5-b8f3-b65774bac53f tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 944 time: 0.0537086 Mar 08 15:45:15.674114 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-531e03fa-900c-4e2f-b008-1f2ae251680f req-a9d2b0ab-bc2e-45a0-8ebb-5e9784f08aa6 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418861 Mar 08 15:45:16.225343 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device bc197e9c-2add-41a3-90c3-15692c27d804 up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:45:16.279166 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port bc197e9c-2add-41a3-90c3-15692c27d804 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:45:16.279581 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:16.366705 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port bc197e9c-2add-41a3-90c3-15692c27d804 is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:45:16.367311 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:16.396484 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f872b0b-19fb-4981-b9fe-4aba346dc2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc197e9c-2add-41a3-90c3-15692c27d804'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:45:16.399905 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa95fe5-3148-4e58-a5f2-1390a462b994" -d '{"events": [{"server_uuid": "6f872b0b-19fb-4981-b9fe-4aba346dc2e1", "name": "network-vif-plugged", "status": "completed", "tag": "bc197e9c-2add-41a3-90c3-15692c27d804"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:45:16.420454 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port bc197e9c-2add-41a3-90c3-15692c27d804, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc197e9c-2add-41a3-90c3-15692c27d804,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:16.426691 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:16.456725 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c432f75-473f-454d-a1a6-00bd510064a2 x-openstack-request-id: req-1c432f75-473f-454d-a1a6-00bd510064a2 {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:45:16.457081 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f872b0b-19fb-4981-b9fe-4aba346dc2e1", "name": "network-vif-plugged", "status": "completed", "tag": "bc197e9c-2add-41a3-90c3-15692c27d804", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:45:16.457454 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1c432f75-473f-454d-a1a6-00bd510064a2 {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:45:16.457846 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f872b0b-19fb-4981-b9fe-4aba346dc2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc197e9c-2add-41a3-90c3-15692c27d804', 'code': 200} Mar 08 15:45:16.490520 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=bc197e9c-2add-41a3-90c3-15692c27d804,revision_number=10']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:16.614674 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc84ed0-3d8b-4eef-a970-067df5633c2d req-c5575d64-bfd2-4f3b-9151-68e8ff233bb2 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:16.616115 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5fc84ed0-3d8b-4eef-a970-067df5633c2d req-c5575d64-bfd2-4f3b-9151-68e8ff233bb2 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0626693 Mar 08 15:45:16.663574 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fce880-0664-4934-87ec-f26942ba85a3 req-cd4d03df-060f-4a3b-9b3f-615f261dd8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:16.665116 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-11fce880-0664-4934-87ec-f26942ba85a3 req-cd4d03df-060f-4a3b-9b3f-615f261dd8f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 1130 time: 0.0595438 Mar 08 15:45:16.675456 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5fc84ed0-3d8b-4eef-a970-067df5633c2d req-2fe9bc5d-2ba0-44e4-9470-9d47ff9ada8f tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536110 Mar 08 15:45:16.715999 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-11fce880-0664-4934-87ec-f26942ba85a3 req-6d2abad9-e686-4295-8120-c426ed18a4aa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449686 Mar 08 15:45:16.806321 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f1f2a-a8bb-4634-b7f5-05ea11559c75 req-7621ea91-fad8-45e3-b143-ff9fe545524c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:16.807838 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ca8f1f2a-a8bb-4634-b7f5-05ea11559c75 req-7621ea91-fad8-45e3-b143-ff9fe545524c tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 946 time: 0.0587270 Mar 08 15:45:16.865086 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ca8f1f2a-a8bb-4634-b7f5-05ea11559c75 req-4230313d-e73b-4301-b08a-bd76e920b1b7 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480573 Mar 08 15:45:17.386174 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:17.810166 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b019204-fd9c-4a5f-82c5-aa8ed35544c8 req-920efe2f-7b82-43c8-8c30-28d4d475aa71 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:17.811682 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5b019204-fd9c-4a5f-82c5-aa8ed35544c8 req-920efe2f-7b82-43c8-8c30-28d4d475aa71 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0591128 Mar 08 15:45:17.861980 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5b019204-fd9c-4a5f-82c5-aa8ed35544c8 req-68d582b8-c4da-4316-ad9d-ba032ac9a0c5 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445304 Mar 08 15:45:17.992797 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c0ae1-b461-4de1-b436-9b983fbab574 req-f06cbab3-8773-4806-8f0f-562ab39d2969 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:17.994313 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f42c0ae1-b461-4de1-b436-9b983fbab574 req-f06cbab3-8773-4806-8f0f-562ab39d2969 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 946 time: 0.0533669 Mar 08 15:45:18.047823 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f42c0ae1-b461-4de1-b436-9b983fbab574 req-58fd2502-c91c-4a17-8896-499320fcc9c1 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480545 Mar 08 15:45:18.991309 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee1049-7076-48f4-b2a3-c4d584c85b2f req-f7f53244-5395-46ca-bba5-6384afcc0bf4 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:18.992755 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-34ee1049-7076-48f4-b2a3-c4d584c85b2f req-f7f53244-5395-46ca-bba5-6384afcc0bf4 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0543852 Mar 08 15:45:19.045271 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-34ee1049-7076-48f4-b2a3-c4d584c85b2f req-d889e3bd-2274-4af3-8400-983261c8301a tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468507 Mar 08 15:45:19.185375 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2c67c-a5f6-447c-98af-dcc3dc39b86f req-b33998e7-e0e2-43af-b297-62a01d298cb7 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:19.186788 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-deb2c67c-a5f6-447c-98af-dcc3dc39b86f req-b33998e7-e0e2-43af-b297-62a01d298cb7 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 946 time: 0.0562150 Mar 08 15:45:19.237314 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-deb2c67c-a5f6-447c-98af-dcc3dc39b86f req-5749f50c-4145-4d96-8bee-136b355137f3 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419934 Mar 08 15:45:20.175048 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8317a-1e41-42cf-8dd2-e50bcffdce6b req-bd560aa3-3cda-4ac2-a06f-ceb1db7e165b tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:20.176565 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f1c8317a-1e41-42cf-8dd2-e50bcffdce6b req-bd560aa3-3cda-4ac2-a06f-ceb1db7e165b tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0618646 Mar 08 15:45:20.228191 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f1c8317a-1e41-42cf-8dd2-e50bcffdce6b req-0fc7cafe-180e-4cb1-9894-5d7c5c3c750e tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428574 Mar 08 15:45:21.363210 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf30629-78c3-4986-af0a-f70ed02e62ed req-9d688298-3515-47db-9f8d-a3a229034fe2 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:21.364705 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-daf30629-78c3-4986-af0a-f70ed02e62ed req-9d688298-3515-47db-9f8d-a3a229034fe2 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0571721 Mar 08 15:45:21.412485 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-daf30629-78c3-4986-af0a-f70ed02e62ed req-9d313cee-8277-461c-a335-f8e35aff6ee7 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421739 Mar 08 15:45:22.546259 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9975b-9c23-4ad9-9dc4-e2f66b1b446e req-3a7d9017-d2b9-4690-b3a7-ac4b87a97e95 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:22.547772 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cbc9975b-9c23-4ad9-9dc4-e2f66b1b446e req-3a7d9017-d2b9-4690-b3a7-ac4b87a97e95 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0583012 Mar 08 15:45:22.597563 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cbc9975b-9c23-4ad9-9dc4-e2f66b1b446e req-a266b03c-b945-4798-989f-1c970df13bdd tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420516 Mar 08 15:45:23.728100 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be78100-9355-4ca8-967e-6a2c804f7fb9 req-c525419d-96dc-48a6-b9c9-829909248c67 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:23.729577 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2be78100-9355-4ca8-967e-6a2c804f7fb9 req-c525419d-96dc-48a6-b9c9-829909248c67 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0550292 Mar 08 15:45:23.784176 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2be78100-9355-4ca8-967e-6a2c804f7fb9 req-2786f840-b808-49e0-ad3c-ad6fbe687a62 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488884 Mar 08 15:45:24.916688 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86284c-4968-4931-89f5-a0da5960074c req-9ff7d7fe-7457-4a21-9d21-007e0b13b690 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:24.918107 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5a86284c-4968-4931-89f5-a0da5960074c req-9ff7d7fe-7457-4a21-9d21-007e0b13b690 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0562568 Mar 08 15:45:24.967869 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5a86284c-4968-4931-89f5-a0da5960074c req-8d542a51-e555-4fa6-8354-7de4ed224343 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440631 Mar 08 15:45:26.100627 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684d207-5982-4afe-a8e7-733f2fb5167a req-7da68872-0650-48a5-9b2a-990224a814af tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:26.102149 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7684d207-5982-4afe-a8e7-733f2fb5167a req-7da68872-0650-48a5-9b2a-990224a814af tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0522802 Mar 08 15:45:26.150376 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7684d207-5982-4afe-a8e7-733f2fb5167a req-dee14b4b-e945-426e-a844-11cc549670e1 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424504 Mar 08 15:45:26.610000 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d4b25-7faa-479e-ad7b-db34813bb324 req-741b19e1-4e51-4334-a315-abe4e614a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:26.611854 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2b9d4b25-7faa-479e-ad7b-db34813bb324 req-741b19e1-4e51-4334-a315-abe4e614a1e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb368cfd69d14ec7970e2f6d22701c6d&device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 1130 time: 0.0518646 Mar 08 15:45:26.718488 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d4b25-7faa-479e-ad7b-db34813bb324 req-4622f4a7-c2eb-43e3-9bd5-50e1ac882cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:26.719976 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2b9d4b25-7faa-479e-ad7b-db34813bb324 req-4622f4a7-c2eb-43e3-9bd5-50e1ac882cee service neutron] 10.222.0.41 "GET /v2.0/networks?id=abfda2a0-132b-4978-bd17-7bbda6476ec7 HTTP/1.1" status: 200 len: 909 time: 0.1017540 Mar 08 15:45:26.795272 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2b9d4b25-7faa-479e-ad7b-db34813bb324 req-232f44e2-5514-4963-9dd7-26d149e5111e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57cb4233-6031-4aa8-b8ee-51d4515f6dc4 HTTP/1.1" status: 200 len: 1001 time: 0.0680790 Mar 08 15:45:26.844300 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d4b25-7faa-479e-ad7b-db34813bb324 req-690df9d7-7185-42a7-801b-db99993026ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:26.845736 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2b9d4b25-7faa-479e-ad7b-db34813bb324 req-690df9d7-7185-42a7-801b-db99993026ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e40898-8aff-4be1-8e3a-681338b0d56e HTTP/1.1" status: 200 len: 847 time: 0.0434430 Mar 08 15:45:26.897967 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d4b25-7faa-479e-ad7b-db34813bb324 req-470c64e1-fe0d-4bc8-ac25-cde930e13be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:26.899364 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2b9d4b25-7faa-479e-ad7b-db34813bb324 req-470c64e1-fe0d-4bc8-ac25-cde930e13be6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abfda2a0-132b-4978-bd17-7bbda6476ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462494 Mar 08 15:45:26.991006 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2b9d4b25-7faa-479e-ad7b-db34813bb324 req-d8b9b792-c0b5-4498-9b38-aa961023ae55 service neutron] 10.222.0.41 "GET /v2.0/networks/abfda2a0-132b-4978-bd17-7bbda6476ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853312 Mar 08 15:45:27.082430 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2b9d4b25-7faa-479e-ad7b-db34813bb324 req-0046c6c6-d264-4090-93d4-4b5b568b076d service neutron] 10.222.0.41 "GET /v2.0/networks/abfda2a0-132b-4978-bd17-7bbda6476ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856698 Mar 08 15:45:27.286025 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0c124-7609-4f92-8dd5-98cdfe7eeb02 req-00a7b32d-2082-4029-9950-f80fd5170f55 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:27.287515 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f6d0c124-7609-4f92-8dd5-98cdfe7eeb02 req-00a7b32d-2082-4029-9950-f80fd5170f55 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0637784 Mar 08 15:45:27.342875 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f6d0c124-7609-4f92-8dd5-98cdfe7eeb02 req-83f04ab0-da7c-41b4-bb51-24c7b4fc888e tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468402 Mar 08 15:45:27.514620 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:45:28.470460 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3658f7-e098-4a4d-9d6a-574bec5d5b76 req-fb00dd27-97be-405a-94bc-c1399d076515 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:28.471890 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bc3658f7-e098-4a4d-9d6a-574bec5d5b76 req-fb00dd27-97be-405a-94bc-c1399d076515 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0528936 Mar 08 15:45:28.520238 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bc3658f7-e098-4a4d-9d6a-574bec5d5b76 req-b2eaad3e-4bdd-46e3-843c-73df43f1478f tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426064 Mar 08 15:45:29.652968 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5a053-ceb4-4f33-b218-23be6b6e76ce req-248f354b-9214-43bb-837d-fea60e089f5a tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:29.654683 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-72a5a053-ceb4-4f33-b218-23be6b6e76ce req-248f354b-9214-43bb-837d-fea60e089f5a tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0649207 Mar 08 15:45:29.710633 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-72a5a053-ceb4-4f33-b218-23be6b6e76ce req-ffff0245-e5f1-491c-8628-774dd88e7886 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499539 Mar 08 15:45:29.906198 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-66e5a931-71b4-4fb1-be24-094ed6275008 req-452d75b0-3974-403e-9791-2b5296a3110b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442693 Mar 08 15:45:29.936397 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de52c63-b5d6-40e8-9bc1-984f754234e0 req-38cc7837-cb73-4541-bd07-32d8dd5b649d tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:29.937954 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9de52c63-b5d6-40e8-9bc1-984f754234e0 req-38cc7837-cb73-4541-bd07-32d8dd5b649d tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0529251 Mar 08 15:45:29.996468 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5a931-71b4-4fb1-be24-094ed6275008 req-25c5df8d-3f34-4e42-90d3-e211ffe348a0 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:29.997786 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-66e5a931-71b4-4fb1-be24-094ed6275008 req-25c5df8d-3f34-4e42-90d3-e211ffe348a0 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports/57cb4233-6031-4aa8-b8ee-51d4515f6dc4 HTTP/1.1" status: 200 len: 943 time: 0.0587804 Mar 08 15:45:30.022125 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9de52c63-b5d6-40e8-9bc1-984f754234e0 req-0252c908-0142-4302-b023-e018fa0c733a tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751674 Mar 08 15:45:31.165837 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba533fcc-d7fc-41d2-ac33-e741efd12435 req-af4b7aa6-3403-49f1-8fc2-6b53a3957fc7 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:31.167400 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ba533fcc-d7fc-41d2-ac33-e741efd12435 req-af4b7aa6-3403-49f1-8fc2-6b53a3957fc7 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0728841 Mar 08 15:45:31.222080 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ba533fcc-d7fc-41d2-ac33-e741efd12435 req-75fba8a3-a8b3-4ee1-afe6-7070d3602cf8 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490687 Mar 08 15:45:32.164648 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5a931-71b4-4fb1-be24-094ed6275008 req-538ccd68-3597-42f4-a532-401509082d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:32.166154 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-66e5a931-71b4-4fb1-be24-094ed6275008 req-538ccd68-3597-42f4-a532-401509082d17 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba&tenant_id=cb368cfd69d14ec7970e2f6d22701c6d HTTP/1.1" status: 200 len: 1130 time: 0.0506594 Mar 08 15:45:32.242281 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5a931-71b4-4fb1-be24-094ed6275008 req-06b25ce2-91b5-4937-b176-7815cc81ccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:32.243703 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-66e5a931-71b4-4fb1-be24-094ed6275008 req-06b25ce2-91b5-4937-b176-7815cc81ccd4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb368cfd69d14ec7970e2f6d22701c6d&device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 1130 time: 0.0456667 Mar 08 15:45:32.319936 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:45:32.348582 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5a931-71b4-4fb1-be24-094ed6275008 req-896731e5-bb67-4ac1-975b-b6cf85438f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:32.351874 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-66e5a931-71b4-4fb1-be24-094ed6275008 req-896731e5-bb67-4ac1-975b-b6cf85438f89 service neutron] 10.222.0.41 "GET /v2.0/networks?id=abfda2a0-132b-4978-bd17-7bbda6476ec7 HTTP/1.1" status: 200 len: 909 time: 0.1018255 Mar 08 15:45:32.357870 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0beccb-9654-4d31-9ac7-ad5b59ab51a2 req-53f21238-8177-4980-ae59-f7f3f34b2d16 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:32.360164 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7c0beccb-9654-4d31-9ac7-ad5b59ab51a2 req-53f21238-8177-4980-ae59-f7f3f34b2d16 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0640335 Mar 08 15:45:32.401267 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 is: ACTIVE; New status is: DOWN {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:45:32.401992 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:32.428725 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7c0beccb-9654-4d31-9ac7-ad5b59ab51a2 req-e14f6703-ef92-4760-9c51-732547b88daa tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613513 Mar 08 15:45:32.450346 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-66e5a931-71b4-4fb1-be24-094ed6275008 req-b76e2fb4-5e31-496a-983f-6103f777655a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57cb4233-6031-4aa8-b8ee-51d4515f6dc4 HTTP/1.1" status: 200 len: 1001 time: 0.0906253 Mar 08 15:45:32.515454 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5a931-71b4-4fb1-be24-094ed6275008 req-bb4c2abe-9628-40a1-b22c-f7f9a8f75ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:32.516967 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-66e5a931-71b4-4fb1-be24-094ed6275008 req-bb4c2abe-9628-40a1-b22c-f7f9a8f75ba2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e40898-8aff-4be1-8e3a-681338b0d56e HTTP/1.1" status: 200 len: 847 time: 0.0595744 Mar 08 15:45:32.573342 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=57cb4233-6031-4aa8-b8ee-51d4515f6dc4,segment=NetworkSegment(02a379d6-2953-4c52-a0d2-28e922eff80a),segment_id=02a379d6-2953-4c52-a0d2-28e922eff80a)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:32.575121 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c8a0c0-2b35-4224-99cd-28a58c73c3ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:45:32.577350 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cddf70-4a26-4dd6-8650-b1f8930d6652" -d '{"events": [{"server_uuid": "a8c8a0c0-2b35-4224-99cd-28a58c73c3ba", "name": "network-vif-unplugged", "status": "completed", "tag": "57cb4233-6031-4aa8-b8ee-51d4515f6dc4"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:45:32.578625 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5a931-71b4-4fb1-be24-094ed6275008 req-783d3cce-47b6-4fda-8d7a-b61ac163746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:32.580414 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-66e5a931-71b4-4fb1-be24-094ed6275008 req-783d3cce-47b6-4fda-8d7a-b61ac163746d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abfda2a0-132b-4978-bd17-7bbda6476ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562067 Mar 08 15:45:32.590227 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:32.624305 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 15:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911427f9-64b7-4ea8-8154-1b0c104f4e12 x-openstack-request-id: req-911427f9-64b7-4ea8-8154-1b0c104f4e12 {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:45:32.624596 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c8a0c0-2b35-4224-99cd-28a58c73c3ba", "name": "network-vif-unplugged", "status": "completed", "tag": "57cb4233-6031-4aa8-b8ee-51d4515f6dc4", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:45:32.624849 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-911427f9-64b7-4ea8-8154-1b0c104f4e12 {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:45:32.625235 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c8a0c0-2b35-4224-99cd-28a58c73c3ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4', 'code': 200} Mar 08 15:45:32.650649 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=57cb4233-6031-4aa8-b8ee-51d4515f6dc4,revision_number=6']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:32.680851 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-66e5a931-71b4-4fb1-be24-094ed6275008 req-552d6529-3b8d-490a-abfe-fbdbf94dabd8 service neutron] 10.222.0.41 "GET /v2.0/networks/abfda2a0-132b-4978-bd17-7bbda6476ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935297 Mar 08 15:45:32.771727 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-66e5a931-71b4-4fb1-be24-094ed6275008 req-b9595393-fe6e-40f5-add9-94d6a364312d service neutron] 10.222.0.41 "GET /v2.0/networks/abfda2a0-132b-4978-bd17-7bbda6476ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843005 Mar 08 15:45:33.565700 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd6616-187d-4387-819d-0f15386ef672 req-5abd4f33-233b-435d-abbe-0c98b136fad2 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:33.568105 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a2dd6616-187d-4387-819d-0f15386ef672 req-5abd4f33-233b-435d-abbe-0c98b136fad2 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 944 time: 0.0600111 Mar 08 15:45:33.620986 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a2dd6616-187d-4387-819d-0f15386ef672 req-2e7215a9-c42a-4939-8044-5765554f148d tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471115 Mar 08 15:45:34.746120 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ac776-3daf-42a1-9061-a9a84918194e req-75a04dbc-4cd9-4bd1-b79f-22602b90c221 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:34.747622 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e40ac776-3daf-42a1-9061-a9a84918194e req-75a04dbc-4cd9-4bd1-b79f-22602b90c221 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 944 time: 0.0557816 Mar 08 15:45:34.801110 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e40ac776-3daf-42a1-9061-a9a84918194e req-a96c5ddb-0c6a-4102-8ff7-b7da87169b31 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452740 Mar 08 15:45:35.506470 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd8d15-6e03-4dcc-b792-c7e48355d609 req-37e0ae69-2ce5-4ca9-9800-985c9197f3bc tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:35.507930 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d6cd8d15-6e03-4dcc-b792-c7e48355d609 req-37e0ae69-2ce5-4ca9-9800-985c9197f3bc tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 946 time: 0.0597210 Mar 08 15:45:35.562980 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d6cd8d15-6e03-4dcc-b792-c7e48355d609 req-f8e7f27b-654d-4e2f-94ec-563183d61ec0 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=4353c7d6-1875-4b98-acba-fe45aebf2ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467396 Mar 08 15:45:35.782951 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f76ae65b-2344-4070-934b-a9e9a5c46a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:35.939495 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020ca92-c710-48fc-954b-ca4bdab66c9e req-9ce7b5fb-2e36-48cb-80af-fd163b20459c tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:35.940955 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7020ca92-c710-48fc-954b-ca4bdab66c9e req-9ce7b5fb-2e36-48cb-80af-fd163b20459c tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 944 time: 0.0628095 Mar 08 15:45:35.989748 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7020ca92-c710-48fc-954b-ca4bdab66c9e req-f57df00a-96df-444b-9ce5-bddaebac2011 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425968 Mar 08 15:45:36.699251 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d6464-e327-4f87-8c94-230671a2b594 req-50d2d215-7ad2-447d-8544-c74cd160520b tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:36.700720 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d52d6464-e327-4f87-8c94-230671a2b594 req-50d2d215-7ad2-447d-8544-c74cd160520b tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 946 time: 0.0543423 Mar 08 15:45:36.749542 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d52d6464-e327-4f87-8c94-230671a2b594 req-8e78a311-4a8a-43b4-8dce-469f71e4fb11 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=4353c7d6-1875-4b98-acba-fe45aebf2ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409398 Mar 08 15:45:37.130920 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682d7f1-3fed-474b-ba40-3b45f1ed9c8f req-61f22b76-270b-4418-99b5-b4b4c53c9dd2 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:37.132378 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c682d7f1-3fed-474b-ba40-3b45f1ed9c8f req-61f22b76-270b-4418-99b5-b4b4c53c9dd2 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 944 time: 0.0610461 Mar 08 15:45:37.183610 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c682d7f1-3fed-474b-ba40-3b45f1ed9c8f req-14757001-a497-4335-b195-012be3156438 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457137 Mar 08 15:45:37.449304 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b80f2-4467-473f-ba8e-1e14098da0bd req-78456153-a153-4f45-a547-d6616ab7087f tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:37.450841 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-9e9b80f2-4467-473f-ba8e-1e14098da0bd req-78456153-a153-4f45-a547-d6616ab7087f tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 946 time: 0.0676188 Mar 08 15:45:37.551346 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-9e9b80f2-4467-473f-ba8e-1e14098da0bd req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Deleting port 6a0093da-30b6-4d31-831c-9e5595a723c3 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:45:37.551682 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-9e9b80f2-4467-473f-ba8e-1e14098da0bd req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (6a0093da-30b6-4d31-831c-9e5595a723c3), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:37.654223 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-9e9b80f2-4467-473f-ba8e-1e14098da0bd req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] For port 6a0093da-30b6-4d31-831c-9e5595a723c3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6a0093da-30b6-4d31-831c-9e5595a723c3,segment=NetworkSegment(9f5fb220-0fce-41e1-9208-c94017024008),segment_id=9f5fb220-0fce-41e1-9208-c94017024008)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:37.654601 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-9e9b80f2-4467-473f-ba8e-1e14098da0bd req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (6a0093da-30b6-4d31-831c-9e5595a723c3), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:37.833547 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-9e9b80f2-4467-473f-ba8e-1e14098da0bd req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:37.833901 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-9e9b80f2-4467-473f-ba8e-1e14098da0bd req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (f659f0c4-eec0-4dd2-b498-fc85b76fdc94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:37.834205 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.l3_db [req-9e9b80f2-4467-473f-ba8e-1e14098da0bd req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Floating IP f659f0c4-eec0-4dd2-b498-fc85b76fdc94 disassociated. External IP: 172.27.1.149, port: 6a0093da-30b6-4d31-831c-9e5595a723c3. Mar 08 15:45:37.834815 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-9e9b80f2-4467-473f-ba8e-1e14098da0bd req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Calling delete_port for 6a0093da-30b6-4d31-831c-9e5595a723c3 owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:45:37.875650 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116ff4a-a525-4354-a1c5-f34fa3a4be2c req-02e34c98-fc75-413d-a20e-ebe163c2895b tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:37.877270 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3116ff4a-a525-4354-a1c5-f34fa3a4be2c req-02e34c98-fc75-413d-a20e-ebe163c2895b tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5f833af-8162-4648-813c-1a3d20a6336f HTTP/1.1" status: 200 len: 946 time: 0.0532515 Mar 08 15:45:37.927380 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3116ff4a-a525-4354-a1c5-f34fa3a4be2c req-14406384-68f5-449f-a91b-e4354a444180 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups?id=4353c7d6-1875-4b98-acba-fe45aebf2ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443134 Mar 08 15:45:37.978108 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-9e9b80f2-4467-473f-ba8e-1e14098da0bd req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (6a0093da-30b6-4d31-831c-9e5595a723c3), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:38.007569 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Pushing event deleted for resources: {'Port': ['ID=6a0093da-30b6-4d31-831c-9e5595a723c3,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:38.018939 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:38.019274 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:38.019624 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:38.020017 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:38.020346 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:38.020655 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:38.020982 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:38.021299 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:38.021669 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:38.021990 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:38.022301 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:38.022652 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:38.023586 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:38.135086 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e9b80f2-4467-473f-ba8e-1e14098da0bd req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Router 0c2bc356-116f-40a5-8de0-1f8b1228530a has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:45:38.250342 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e9b80f2-4467-473f-ba8e-1e14098da0bd req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:45:38.262507 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d24bd-cc14-4b9f-bad6-cbb8c601903b None None] Sync routers for ids ['0c2bc356-116f-40a5-8de0-1f8b1228530a'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:45:38.273322 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d24bd-cc14-4b9f-bad6-cbb8c601903b None None] Routers {'0c2bc356-116f-40a5-8de0-1f8b1228530a'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:45:38.273865 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-147d24bd-cc14-4b9f-bad6-cbb8c601903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:45:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0c2bc356-116f-40a5-8de0-1f8b1228530a'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:38.292777 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9b80f2-4467-473f-ba8e-1e14098da0bd req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] No DVR routers for this DVR port 6a0093da-30b6-4d31-831c-9e5595a723c3 on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:45:38.295370 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-9e9b80f2-4467-473f-ba8e-1e14098da0bd req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:38.298772 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-9e9b80f2-4467-473f-ba8e-1e14098da0bd req-5dc1952a-2e1b-45ff-8584-de21bea49741 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.41 "DELETE /v2.0/ports/6a0093da-30b6-4d31-831c-9e5595a723c3 HTTP/1.1" status: 204 len: 173 time: 0.8379221 Mar 08 15:45:38.299337 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f833af-8162-4648-813c-1a3d20a6336f', 'name': 'network-vif-deleted', 'tag': '6a0093da-30b6-4d31-831c-9e5595a723c3'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:45:38.301463 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c40d390-c069-49f5-91f7-8eb7f253dc45" -d '{"events": [{"server_uuid": "f5f833af-8162-4648-813c-1a3d20a6336f", "name": "network-vif-deleted", "tag": "6a0093da-30b6-4d31-831c-9e5595a723c3"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:45:38.327393 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e65f0-5f89-4def-b032-96b4a4e85261 req-c5b136f9-d48f-4f07-b4e7-33f79bc33c37 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:38.328850 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-840e65f0-5f89-4def-b032-96b4a4e85261 req-c5b136f9-d48f-4f07-b4e7-33f79bc33c37 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 944 time: 0.0751526 Mar 08 15:45:38.341066 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a325d9d-1f18-4cd0-8e01-c3d68fcf7c88 x-openstack-request-id: req-4a325d9d-1f18-4cd0-8e01-c3d68fcf7c88 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:45:38.341220 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f833af-8162-4648-813c-1a3d20a6336f", "name": "network-vif-deleted", "tag": "6a0093da-30b6-4d31-831c-9e5595a723c3", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:45:38.341423 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4a325d9d-1f18-4cd0-8e01-c3d68fcf7c88 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:45:38.341939 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f833af-8162-4648-813c-1a3d20a6336f', 'name': 'network-vif-deleted', 'tag': '6a0093da-30b6-4d31-831c-9e5595a723c3', 'status': 'completed', 'code': 200} Mar 08 15:45:38.410709 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-840e65f0-5f89-4def-b032-96b4a4e85261 req-aef33fad-64ed-49f4-97ef-0787e11a6825 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686579 Mar 08 15:45:38.424437 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-147d24bd-cc14-4b9f-bad6-cbb8c601903b None None] Set router 0c2bc356-116f-40a5-8de0-1f8b1228530a gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:45:38.574409 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bef38d99-856d-45b3-af92-9683ad4c1fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:38.648929 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-147d24bd-cc14-4b9f-bad6-cbb8c601903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '172dd1da-5288-43cf-8cab-197cc0646529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port': {'id': '172dd1da-5288-43cf-8cab-197cc0646529', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8', 'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'tenant_id': 'e423483374664153a105b4f930482129', 'mac_address': 'fa:16:3e:54:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:39:06Z', 'revision_number': 5, 'project_id': 'e423483374664153a105b4f930482129', 'subnets': [{'id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:38.675359 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d24bd-cc14-4b9f-bad6-cbb8c601903b None None] Checking router: 0c2bc356-116f-40a5-8de0-1f8b1228530a for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:45:38.684327 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d24bd-cc14-4b9f-bad6-cbb8c601903b None None] Routers {'0c2bc356-116f-40a5-8de0-1f8b1228530a'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:45:38.684929 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-147d24bd-cc14-4b9f-bad6-cbb8c601903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:45:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0c2bc356-116f-40a5-8de0-1f8b1228530a'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:38.798244 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-147d24bd-cc14-4b9f-bad6-cbb8c601903b None None] Set router 0c2bc356-116f-40a5-8de0-1f8b1228530a gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:45:39.003825 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-147d24bd-cc14-4b9f-bad6-cbb8c601903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '172dd1da-5288-43cf-8cab-197cc0646529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port': {'id': '172dd1da-5288-43cf-8cab-197cc0646529', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8', 'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'tenant_id': 'e423483374664153a105b4f930482129', 'mac_address': 'fa:16:3e:54:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:39:06Z', 'revision_number': 5, 'project_id': 'e423483374664153a105b4f930482129', 'subnets': [{'id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:39.016679 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 45534) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:39.032226 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d24bd-cc14-4b9f-bad6-cbb8c601903b None None] The sync data for ids ['0c2bc356-116f-40a5-8de0-1f8b1228530a'] in dv-cinder-830098-2-iscsi is: [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '172dd1da-5288-43cf-8cab-197cc0646529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:38:56Z', 'revision_number': 4, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port': {'id': '172dd1da-5288-43cf-8cab-197cc0646529', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8', 'name': '', 'network_id': '255bbbd8-9561-4fc6-bb81-e8d65f873238', 'tenant_id': 'e423483374664153a105b4f930482129', 'mac_address': 'fa:16:3e:54:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:53Z', 'updated_at': '2022-03-08T15:39:06Z', 'revision_number': 5, 'project_id': 'e423483374664153a105b4f930482129', 'subnets': [{'id': 'e58c1222-1db0-4e89-92f7-183351066a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:45:39.097243 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a53fb6a2-81c5-467e-8cf7-62530583ce42 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group (4353c7d6-1875-4b98-acba-fe45aebf2ed3), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:39.139014 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a53fb6a2-81c5-467e-8cf7-62530583ce42 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group (4353c7d6-1875-4b98-acba-fe45aebf2ed3), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:39.175153 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009735c2-1638-4d47-98c0-41762f68b07e req-49282c5c-9eef-4054-9f2f-9b7cda30a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:39.176682 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-009735c2-1638-4d47-98c0-41762f68b07e req-49282c5c-9eef-4054-9f2f-9b7cda30a520 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 1128 time: 0.0918410 Mar 08 15:45:39.214272 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a53fb6a2-81c5-467e-8cf7-62530583ce42 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (4353c7d6-1875-4b98-acba-fe45aebf2ed3), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:39.216845 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a53fb6a2-81c5-467e-8cf7-62530583ce42 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:39.220658 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-a53fb6a2-81c5-467e-8cf7-62530583ce42 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "DELETE /v2.0/security-groups/4353c7d6-1875-4b98-acba-fe45aebf2ed3 HTTP/1.1" status: 204 len: 168 time: 0.2005191 Mar 08 15:45:39.221300 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 45536) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:39.236328 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.api.v2.resource [None req-628060b3-3067-4ce0-8717-2f2edaf96f73 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] show failed (client error): The resource could not be found. Mar 08 15:45:39.236591 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fb6a2-81c5-467e-8cf7-62530583ce42 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4353c7d6-1875-4b98-acba-fe45aebf2ed3,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:39.237356 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-628060b3-3067-4ce0-8717-2f2edaf96f73 tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "GET /v2.0/security-groups/4353c7d6-1875-4b98-acba-fe45aebf2ed3 HTTP/1.1" status: 404 len: 347 time: 0.0149701 Mar 08 15:45:39.240410 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-009735c2-1638-4d47-98c0-41762f68b07e req-a4207b43-c950-414b-9ab6-25cfa87ba046 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574865 Mar 08 15:45:39.240927 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 45538) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:39.285455 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d4848d-5de1-4f83-a596-33c06a565bbe None None] New status for floating IP f659f0c4-eec0-4dd2-b498-fc85b76fdc94: DOWN {{(pid=104420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:45:39.368642 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-cc64b3de-690f-44a9-9bc9-610f2e1ecf2d tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Deleting port e4a7dae4-0fb4-4585-a925-6177226078cb {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:45:39.368992 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cc64b3de-690f-44a9-9bc9-610f2e1ecf2d tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (e4a7dae4-0fb4-4585-a925-6177226078cb), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:39.455481 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cc64b3de-690f-44a9-9bc9-610f2e1ecf2d tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (e4a7dae4-0fb4-4585-a925-6177226078cb), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:39.456050 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cc64b3de-690f-44a9-9bc9-610f2e1ecf2d tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for floatingip (e4a7dae4-0fb4-4585-a925-6177226078cb), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:39.469700 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-cc64b3de-690f-44a9-9bc9-610f2e1ecf2d tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Calling delete_port for e4a7dae4-0fb4-4585-a925-6177226078cb owned by network:floatingip {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:45:39.527439 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd1062-4977-49f0-83e2-a3dd254f3a22 req-5e6325bc-aa5a-4969-a1f2-7e967f6466c1 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:39.528931 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1afd1062-4977-49f0-83e2-a3dd254f3a22 req-5e6325bc-aa5a-4969-a1f2-7e967f6466c1 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 944 time: 0.0588467 Mar 08 15:45:39.579465 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1afd1062-4977-49f0-83e2-a3dd254f3a22 req-f9dd8f3c-55bc-4bec-8998-18082a43a913 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446951 Mar 08 15:45:39.864391 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cc64b3de-690f-44a9-9bc9-610f2e1ecf2d tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (e4a7dae4-0fb4-4585-a925-6177226078cb), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:39.895067 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64b3de-690f-44a9-9bc9-610f2e1ecf2d tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Pushing event deleted for resources: {'Port': ['ID=e4a7dae4-0fb4-4585-a925-6177226078cb,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:39.957682 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cc64b3de-690f-44a9-9bc9-610f2e1ecf2d tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks [] for floatingip (f659f0c4-eec0-4dd2-b498-fc85b76fdc94), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:39.960620 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cc64b3de-690f-44a9-9bc9-610f2e1ecf2d tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:39.961948 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-cc64b3de-690f-44a9-9bc9-610f2e1ecf2d tempest-AttachVolumeTestJSON-101080067 tempest-AttachVolumeTestJSON-101080067-project] 10.222.0.11 "DELETE /v2.0/floatingips/f659f0c4-eec0-4dd2-b498-fc85b76fdc94 HTTP/1.1" status: 204 len: 168 time: 0.7196746 Mar 08 15:45:40.208020 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:40.351273 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:45:40.353878 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 6a0093da-30b6-4d31-831c-9e5595a723c3 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:45:40.377308 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: 6a0093da-30b6-4d31-831c-9e5595a723c3 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:45:40.377643 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 6a0093da-30b6-4d31-831c-9e5595a723c3 not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:45:40.468893 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=57cb4233-6031-4aa8-b8ee-51d4515f6dc4,segment=NetworkSegment(02a379d6-2953-4c52-a0d2-28e922eff80a),segment_id=02a379d6-2953-4c52-a0d2-28e922eff80a)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:40.480270 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4', 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7', 'port_id': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4', 'mac_address': 'fa:16:3e:b6:a4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:45:40.517992 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:45:40.518367 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:40.531429 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:45:40.551660 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=57cb4233-6031-4aa8-b8ee-51d4515f6dc4,segment=NetworkSegment(02a379d6-2953-4c52-a0d2-28e922eff80a),segment_id=02a379d6-2953-4c52-a0d2-28e922eff80a)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:40.558690 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:40.608821 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=57cb4233-6031-4aa8-b8ee-51d4515f6dc4,revision_number=7']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:40.700509 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf5529-3086-4c31-8be5-cadaac654c35 req-0580c8b7-c673-46cf-867d-e79c10757285 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:40.701960 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3dcf5529-3086-4c31-8be5-cadaac654c35 req-0580c8b7-c673-46cf-867d-e79c10757285 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 945 time: 0.0551193 Mar 08 15:45:40.755427 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3dcf5529-3086-4c31-8be5-cadaac654c35 req-8c5af6f1-8726-4e3a-9873-fd86f870ac31 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453629 Mar 08 15:45:40.821725 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['57cb4233-6031-4aa8-b8ee-51d4515f6dc4'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:45:41.039176 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:42.309794 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:42.368037 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:45:42.425997 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:45:42.426378 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:42.505947 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:45:42.506332 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:42.529243 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c8a0c0-2b35-4224-99cd-28a58c73c3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:45:42.531551 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5753767a-1f26-4844-b73a-ae3f6d1ac827" -d '{"events": [{"server_uuid": "a8c8a0c0-2b35-4224-99cd-28a58c73c3ba", "name": "network-vif-plugged", "status": "completed", "tag": "57cb4233-6031-4aa8-b8ee-51d4515f6dc4"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:45:42.543971 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=57cb4233-6031-4aa8-b8ee-51d4515f6dc4,segment=NetworkSegment(02a379d6-2953-4c52-a0d2-28e922eff80a),segment_id=02a379d6-2953-4c52-a0d2-28e922eff80a)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:42.547998 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:42.571090 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160f434a-ac04-47be-8e60-7dc3ab5a3c0f x-openstack-request-id: req-160f434a-ac04-47be-8e60-7dc3ab5a3c0f {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:45:42.571379 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c8a0c0-2b35-4224-99cd-28a58c73c3ba", "name": "network-vif-plugged", "status": "completed", "tag": "57cb4233-6031-4aa8-b8ee-51d4515f6dc4", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:45:42.571628 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-160f434a-ac04-47be-8e60-7dc3ab5a3c0f {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:45:42.572016 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c8a0c0-2b35-4224-99cd-28a58c73c3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4', 'code': 200} Mar 08 15:45:42.597273 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=57cb4233-6031-4aa8-b8ee-51d4515f6dc4,revision_number=8']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:43.521205 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 45576) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:43.986107 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738370'] for router_interface (0c2bc356-116f-40a5-8de0-1f8b1228530a), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:44.247863 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Deleting port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:45:44.248151 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:44.329826 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] For port 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8,segment=NetworkSegment(9f5fb220-0fce-41e1-9208-c94017024008),segment_id=9f5fb220-0fce-41e1-9208-c94017024008)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:44.330075 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:44.345849 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Calling delete_port for 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 owned by network:router_interface {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:45:44.529961 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:44.564420 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:44.588082 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:44.588427 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:44.588788 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:44.589110 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:44.589436 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:44.589763 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:44.590090 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:44.590429 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:44.590758 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:44.591098 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:44.591421 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:44.591737 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:44.592058 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:44.736291 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1549827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738358'] for router_interface (0c2bc356-116f-40a5-8de0-1f8b1228530a), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:45.196451 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Router 0c2bc356-116f-40a5-8de0-1f8b1228530a has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:45:45.308081 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:45:45.313330 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f15a39dd-4da8-42ac-ac90-b9708d39e9f7 admin admin] 10.222.0.11 "PUT /v2.0/routers/0c2bc356-116f-40a5-8de0-1f8b1228530a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7910483 Mar 08 15:45:45.316749 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 45582) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:45.319590 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd513cd-778b-48e5-b90e-f55835811876 None None] Sync routers for ids ['0c2bc356-116f-40a5-8de0-1f8b1228530a'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:45:45.331080 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd513cd-778b-48e5-b90e-f55835811876 None None] Routers {'0c2bc356-116f-40a5-8de0-1f8b1228530a'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:45:45.331589 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-1bd513cd-778b-48e5-b90e-f55835811876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:45:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0c2bc356-116f-40a5-8de0-1f8b1228530a'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:45.422498 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eab1fa19-1dc5-41b5-b653-26c43389c296 admin admin] Publish callbacks [] for router (0c2bc356-116f-40a5-8de0-1f8b1228530a), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:45.444768 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-1bd513cd-778b-48e5-b90e-f55835811876 None None] Set router 0c2bc356-116f-40a5-8de0-1f8b1228530a gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:45:45.526484 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eab1fa19-1dc5-41b5-b653-26c43389c296 admin admin] Publish callbacks [] for router_gateway (0c2bc356-116f-40a5-8de0-1f8b1228530a), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:45.582806 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-eab1fa19-1dc5-41b5-b653-26c43389c296 admin admin] Deleting port 172dd1da-5288-43cf-8cab-197cc0646529 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:45:45.583519 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eab1fa19-1dc5-41b5-b653-26c43389c296 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (172dd1da-5288-43cf-8cab-197cc0646529), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:45.620497 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-1bd513cd-778b-48e5-b90e-f55835811876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '172dd1da-5288-43cf-8cab-197cc0646529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:45:44Z', 'revision_number': 5, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port': {'id': '172dd1da-5288-43cf-8cab-197cc0646529', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:62:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:45.646930 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd513cd-778b-48e5-b90e-f55835811876 None None] Checking router: 0c2bc356-116f-40a5-8de0-1f8b1228530a for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:45:45.655494 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd513cd-778b-48e5-b90e-f55835811876 None None] Routers {'0c2bc356-116f-40a5-8de0-1f8b1228530a'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:45:45.656087 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-1bd513cd-778b-48e5-b90e-f55835811876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:45:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0c2bc356-116f-40a5-8de0-1f8b1228530a'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:45.661970 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-eab1fa19-1dc5-41b5-b653-26c43389c296 admin admin] For port 172dd1da-5288-43cf-8cab-197cc0646529, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=172dd1da-5288-43cf-8cab-197cc0646529,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:45.662344 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eab1fa19-1dc5-41b5-b653-26c43389c296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (172dd1da-5288-43cf-8cab-197cc0646529), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:45.676150 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-eab1fa19-1dc5-41b5-b653-26c43389c296 admin admin] Calling delete_port for 172dd1da-5288-43cf-8cab-197cc0646529 owned by network:router_gateway {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:45:45.742302 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-1bd513cd-778b-48e5-b90e-f55835811876 None None] Set router 0c2bc356-116f-40a5-8de0-1f8b1228530a gateway port host: None {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:45:45.793637 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-1bd513cd-778b-48e5-b90e-f55835811876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:45:45Z', 'revision_number': 6, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port_host': None}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:45.850183 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eab1fa19-1dc5-41b5-b653-26c43389c296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (172dd1da-5288-43cf-8cab-197cc0646529), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:45.880174 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1fa19-1dc5-41b5-b653-26c43389c296 admin admin] Pushing event deleted for resources: {'Port': ['ID=172dd1da-5288-43cf-8cab-197cc0646529,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:45.944485 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eab1fa19-1dc5-41b5-b653-26c43389c296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752796'] for router_gateway (0c2bc356-116f-40a5-8de0-1f8b1228530a), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:45.952613 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd513cd-778b-48e5-b90e-f55835811876 None None] The sync data for ids ['0c2bc356-116f-40a5-8de0-1f8b1228530a'] in dv-cinder-830098-2-iscsi is: [{'id': '0c2bc356-116f-40a5-8de0-1f8b1228530a', 'name': 'tempest-AttachVolumeTestJSON-208843760-router', 'tenant_id': 'e423483374664153a105b4f930482129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:45Z', 'updated_at': '2022-03-08T15:45:45Z', 'revision_number': 6, 'project_id': 'e423483374664153a105b4f930482129', 'gw_port_host': None}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:45:46.052497 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eab1fa19-1dc5-41b5-b653-26c43389c296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25156'] for router (0c2bc356-116f-40a5-8de0-1f8b1228530a), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.055634 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eab1fa19-1dc5-41b5-b653-26c43389c296 admin admin] Publish callbacks [] for router_controller (0c2bc356-116f-40a5-8de0-1f8b1228530a), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.127831 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eab1fa19-1dc5-41b5-b653-26c43389c296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-739903'] for router (0c2bc356-116f-40a5-8de0-1f8b1228530a), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.128351 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab1fa19-1dc5-41b5-b653-26c43389c296 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c2bc356-116f-40a5-8de0-1f8b1228530a {{(pid=104417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:45:46.133676 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eab1fa19-1dc5-41b5-b653-26c43389c296 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.134811 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-eab1fa19-1dc5-41b5-b653-26c43389c296 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0c2bc356-116f-40a5-8de0-1f8b1228530a HTTP/1.1" status: 204 len: 168 time: 0.8171477 Mar 08 15:45:46.137549 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 45584) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:46.181331 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_v2 [None req-48206b66-8fdf-4207-ae95-c1eadbc2c196 admin admin] Deleting subnet e58c1222-1db0-4e89-92f7-183351066a93 {{(pid=104417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:45:46.184697 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-48206b66-8fdf-4207-ae95-c1eadbc2c196 admin admin] Publish callbacks [] for subnet (e58c1222-1db0-4e89-92f7-183351066a93), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.218833 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-48206b66-8fdf-4207-ae95-c1eadbc2c196 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12864693'] for subnet (e58c1222-1db0-4e89-92f7-183351066a93), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.342721 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-48206b66-8fdf-4207-ae95-c1eadbc2c196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452262'] for subnet (e58c1222-1db0-4e89-92f7-183351066a93), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.398912 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-48206b66-8fdf-4207-ae95-c1eadbc2c196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14517903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386866'] for subnet (e58c1222-1db0-4e89-92f7-183351066a93), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.418925 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f857f3-9bd6-4ba3-98d5-13521d5404fe None None] Network 255bbbd8-9561-4fc6-bb81-e8d65f873238 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:45:46.432188 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-48206b66-8fdf-4207-ae95-c1eadbc2c196 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.435474 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-48206b66-8fdf-4207-ae95-c1eadbc2c196 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e58c1222-1db0-4e89-92f7-183351066a93 HTTP/1.1" status: 204 len: 168 time: 0.2969432 Mar 08 15:45:46.438004 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 45586) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:46.445236 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48206b66-8fdf-4207-ae95-c1eadbc2c196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e58c1222-1db0-4e89-92f7-183351066a93,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:46.509084 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1344873'] for network (255bbbd8-9561-4fc6-bb81-e8d65f873238), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.569857 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] Deleting port 458ac84c-dd58-4f1f-b9da-e3fa25826564 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:45:46.570228 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (458ac84c-dd58-4f1f-b9da-e3fa25826564), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.603521 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] DHCP port deletion for 255bbbd8-9561-4fc6-bb81-e8d65f873238 request from dv-cinder-830098-2-iscsi {{(pid=104419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:45:46.639323 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] For port 458ac84c-dd58-4f1f-b9da-e3fa25826564, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=458ac84c-dd58-4f1f-b9da-e3fa25826564,segment=NetworkSegment(9f5fb220-0fce-41e1-9208-c94017024008),segment_id=9f5fb220-0fce-41e1-9208-c94017024008)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:46.639899 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (458ac84c-dd58-4f1f-b9da-e3fa25826564), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.655693 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] Calling delete_port for 458ac84c-dd58-4f1f-b9da-e3fa25826564 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:45:46.658527 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] Deleting port 458ac84c-dd58-4f1f-b9da-e3fa25826564 {{(pid=104419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:45:46.658850 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (458ac84c-dd58-4f1f-b9da-e3fa25826564), before_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.722106 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] For port 458ac84c-dd58-4f1f-b9da-e3fa25826564, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=458ac84c-dd58-4f1f-b9da-e3fa25826564,segment=NetworkSegment(9f5fb220-0fce-41e1-9208-c94017024008),segment_id=9f5fb220-0fce-41e1-9208-c94017024008)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:45:46.722546 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (458ac84c-dd58-4f1f-b9da-e3fa25826564), precommit_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.737830 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] Calling delete_port for 458ac84c-dd58-4f1f-b9da-e3fa25826564 owned by network:dhcp {{(pid=104419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:45:46.747954 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (458ac84c-dd58-4f1f-b9da-e3fa25826564), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.779487 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] No DVR routers for this DVR port 458ac84c-dd58-4f1f-b9da-e3fa25826564 on host dv-cinder-830098-2-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:45:46.783345 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] Pushing event deleted for resources: {'Port': ['ID=458ac84c-dd58-4f1f-b9da-e3fa25826564,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:46.857072 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388905', 'neutron.services.segments.db._delete_segments_for_network-8773855619431'] for network (255bbbd8-9561-4fc6-bb81-e8d65f873238), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.857304 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040'] for port (458ac84c-dd58-4f1f-b9da-e3fa25826564), after_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.873076 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255bbbd8-9561-4fc6-bb81-e8d65f873238']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:46.884223 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5fb220-0fce-41e1-9208-c94017024008') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:46.884803 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] Pushing event deleted for resources: {'Port': ['ID=458ac84c-dd58-4f1f-b9da-e3fa25826564,revision_number=None']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:46.884917 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5fb220-0fce-41e1-9208-c94017024008') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:45:46.889942 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] No DVR routers for this DVR port 458ac84c-dd58-4f1f-b9da-e3fa25826564 on host dv-cinder-830098-2-iscsi {{(pid=104419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:45:46.895519 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:46.895860 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:46.896195 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:46.896522 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:46.896957 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:46.897196 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773855620464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12864590'] for segment (9f5fb220-0fce-41e1-9208-c94017024008), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.897311 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:46.897689 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:46.898042 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:46.898356 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:46.898712 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:46.899021 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:46.899355 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:46.899683 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa6c59-96d7-4f2d-a331-b62016fb73b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:45:46.913295 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (9f5fb220-0fce-41e1-9208-c94017024008), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.920280 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:45:46.921053 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14517989'] for segment (9f5fb220-0fce-41e1-9208-c94017024008), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: Traceback (most recent call last): Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: timer() Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: cb(*args, **kw) Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: return func(*args, **kwargs) Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: self._notify() Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: self.callback(batched_events) Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: event.method(event) Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: return f(self, *a, **k) Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._get(url).json() Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: return self.request(url, 'GET', **kwargs) Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:45:46.922477 dv-cinder-830098-2-iscsi neutron-server[104417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:45:46.985631 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752824'] for network (255bbbd8-9561-4fc6-bb81-e8d65f873238), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.992669 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:46.995641 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] 10.222.0.11 "DELETE /v2.0/networks/255bbbd8-9561-4fc6-bb81-e8d65f873238 HTTP/1.1" status: 204 len: 168 time: 0.5566597 Mar 08 15:45:47.005690 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095e3dd-1fe1-433d-8ee5-3b58634b047d admin admin] Pushing event deleted for resources: {'Network': ['ID=255bbbd8-9561-4fc6-bb81-e8d65f873238,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:47.120638 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 45592) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:47.161237 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c0f90491-2b1f-483a-b81e-41e1383f6609 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e423483374664153a105b4f930482129&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394101 Mar 08 15:45:47.164254 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 45594) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:47.212960 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ffa5b78f-235c-46f6-af0e-fee2bda551be admin admin] Publish callbacks [] for security_group (0573257d-5ccc-4789-951a-4b438aec8f8a), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:47.234731 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ffa5b78f-235c-46f6-af0e-fee2bda551be admin admin] Publish callbacks [] for security_group (0573257d-5ccc-4789-951a-4b438aec8f8a), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:47.298806 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ffa5b78f-235c-46f6-af0e-fee2bda551be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (0573257d-5ccc-4789-951a-4b438aec8f8a), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:47.302525 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ffa5b78f-235c-46f6-af0e-fee2bda551be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:47.304470 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ffa5b78f-235c-46f6-af0e-fee2bda551be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0573257d-5ccc-4789-951a-4b438aec8f8a HTTP/1.1" status: 204 len: 168 time: 0.1390548 Mar 08 15:45:47.312682 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5b78f-235c-46f6-af0e-fee2bda551be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0573257d-5ccc-4789-951a-4b438aec8f8a,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:47.377739 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:47.827416 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:45:47.847415 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:45:47.847758 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 5a4d6dfc-1527-4334-8fb3-c35d3a2cdcd8 not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:45:47.848175 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 172dd1da-5288-43cf-8cab-197cc0646529 no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:45:47.867620 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 172dd1da-5288-43cf-8cab-197cc0646529 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:45:47.867960 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 172dd1da-5288-43cf-8cab-197cc0646529 not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:45:47.868372 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 458ac84c-dd58-4f1f-b9da-e3fa25826564 no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:45:47.887533 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 458ac84c-dd58-4f1f-b9da-e3fa25826564 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:45:47.887809 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 458ac84c-dd58-4f1f-b9da-e3fa25826564 not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:45:48.603756 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 45650) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:48.708606 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-71b1d3a2-48b3-4800-bc73-63df47921b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:48.795497 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-71b1d3a2-48b3-4800-bc73-63df47921b6c admin admin] Publish callbacks [] for security_group (ecfea3aa-a489-4ffa-87d3-2398185f6216), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:48.801591 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-71b1d3a2-48b3-4800-bc73-63df47921b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (ecfea3aa-a489-4ffa-87d3-2398185f6216), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:48.838704 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-71b1d3a2-48b3-4800-bc73-63df47921b6c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d4b80f3819b473d91411da9b535cd61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338743 Mar 08 15:45:48.839512 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1d3a2-48b3-4800-bc73-63df47921b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfea3aa-a489-4ffa-87d3-2398185f6216,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:48.841671 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 45654) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:45:48.891529 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f1e54909-1f8d-432b-b184-77978f347b77 admin admin] Publish callbacks [] for security_group (ecfea3aa-a489-4ffa-87d3-2398185f6216), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:48.917499 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f1e54909-1f8d-432b-b184-77978f347b77 admin admin] Publish callbacks [] for security_group (ecfea3aa-a489-4ffa-87d3-2398185f6216), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:48.974178 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f1e54909-1f8d-432b-b184-77978f347b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (ecfea3aa-a489-4ffa-87d3-2398185f6216), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:48.976691 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f1e54909-1f8d-432b-b184-77978f347b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:48.978264 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-f1e54909-1f8d-432b-b184-77978f347b77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ecfea3aa-a489-4ffa-87d3-2398185f6216 HTTP/1.1" status: 204 len: 168 time: 0.1353743 Mar 08 15:45:48.987564 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e54909-1f8d-432b-b184-77978f347b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfea3aa-a489-4ffa-87d3-2398185f6216,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:51.305916 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-cca3b0e7-ad7f-484e-b1a8-d27275bf26ce req-0a935bfe-fc73-4ecf-9eec-66be154a3ac7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470037 Mar 08 15:45:51.370921 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3b0e7-ad7f-484e-b1a8-d27275bf26ce req-f53c3321-2e7c-4299-bf3c-0c5a3f6a5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:51.372437 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-cca3b0e7-ad7f-484e-b1a8-d27275bf26ce req-f53c3321-2e7c-4299-bf3c-0c5a3f6a5aa9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f236c97d0e54f4dbe064bb9d3e45043&device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 1130 time: 0.0452797 Mar 08 15:45:51.487925 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3b0e7-ad7f-484e-b1a8-d27275bf26ce req-6d3d12f1-c522-4e58-9507-163f9b6ff3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:51.489418 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-cca3b0e7-ad7f-484e-b1a8-d27275bf26ce req-6d3d12f1-c522-4e58-9507-163f9b6ff3da service neutron] 10.222.0.41 "GET /v2.0/networks?id=80c89e2a-a478-41c0-9d26-81d641ec9f8f HTTP/1.1" status: 200 len: 916 time: 0.0932682 Mar 08 15:45:51.570540 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-cca3b0e7-ad7f-484e-b1a8-d27275bf26ce req-5fa2f317-4b5c-437e-a791-db2f54ac5d2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc197e9c-2add-41a3-90c3-15692c27d804 HTTP/1.1" status: 200 len: 1000 time: 0.0696590 Mar 08 15:45:51.622926 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3b0e7-ad7f-484e-b1a8-d27275bf26ce req-dc4e9f39-d369-4b51-9804-ba06cbada230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:51.624380 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-cca3b0e7-ad7f-484e-b1a8-d27275bf26ce req-dc4e9f39-d369-4b51-9804-ba06cbada230 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7c72dd9-f6bb-4082-bbc6-f002b75fe090 HTTP/1.1" status: 200 len: 854 time: 0.0472209 Mar 08 15:45:51.677355 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3b0e7-ad7f-484e-b1a8-d27275bf26ce req-84d3bcfa-8087-4073-ae81-6b6da6e70c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:51.679525 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-cca3b0e7-ad7f-484e-b1a8-d27275bf26ce req-84d3bcfa-8087-4073-ae81-6b6da6e70c7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80c89e2a-a478-41c0-9d26-81d641ec9f8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469563 Mar 08 15:45:51.778119 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-cca3b0e7-ad7f-484e-b1a8-d27275bf26ce req-4418495a-f93a-47a3-887d-0f429032cb88 service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926385 Mar 08 15:45:51.899220 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-cca3b0e7-ad7f-484e-b1a8-d27275bf26ce req-65cc7450-5517-41ab-a1bd-9d62a29dfaee service neutron] 10.222.0.41 "GET /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132400 Mar 08 15:45:55.308950 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-65201bb3-084f-47fa-af77-aed3e999258c tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053997725&fields=id&tenant_id=8d0cf23d94b04413bd119204393f2f3d HTTP/1.1" status: 200 len: 267 time: 0.0455103 Mar 08 15:45:55.418050 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-05938584-4ed1-4527-b751-8c909732b3e8 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:55.419537 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-05938584-4ed1-4527-b751-8c909732b3e8 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/networks?id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f HTTP/1.1" status: 200 len: 812 time: 0.1043475 Mar 08 15:45:55.433828 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-d5dbaa99-9f14-47ab-b1b4-0f99b5b4812a tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/quotas/8d0cf23d94b04413bd119204393f2f3d HTTP/1.1" status: 200 len: 375 time: 0.0089417 Mar 08 15:45:55.491468 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-65b32256-0ba3-490f-a913-a13682906cc3 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d0cf23d94b04413bd119204393f2f3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525200 Mar 08 15:45:55.604642 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-595ea0c3-f0ec-4c31-b014-0d365a875ec4 service neutron] 10.222.0.11 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988603 Mar 08 15:45:55.689297 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-a5d64198-ee78-485a-b4c3-636e289eccdd service neutron] 10.222.0.11 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837414 Mar 08 15:45:55.991252 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1d0608b5-bec7-4429-828c-11077d8f5dab req-ab10ead4-5531-45cb-8fea-dbe7707199ee tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 210 time: 0.0277135 Mar 08 15:45:57.086890 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-af09744d-2b9b-4e87-b08c-4f930fafbe1d req-cd070e5d-9eb5-47ee-93d2-d21dd2349385 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 210 time: 0.0270162 Mar 08 15:45:58.196796 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-80605748-aa42-4e59-aa9c-d4fe155c90e7 req-1ef625c0-1cd3-4a24-b348-1d8e938798cd tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 210 time: 0.0317478 Mar 08 15:45:59.205111 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d999b-2d0b-4445-83cc-a045f7b493b4 req-2ae06d6e-9517-46d6-b14d-bfc226ee79f6 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:59.207532 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-699d999b-2d0b-4445-83cc-a045f7b493b4 req-2ae06d6e-9517-46d6-b14d-bfc226ee79f6 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 946 time: 0.0589006 Mar 08 15:45:59.264019 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-22e4447e-6815-472c-a585-c8878727ecb5 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:59.265540 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-22e4447e-6815-472c-a585-c8878727ecb5 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.41 "GET /v2.0/networks?id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f HTTP/1.1" status: 200 len: 812 time: 0.1118124 Mar 08 15:45:59.265827 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-699d999b-2d0b-4445-83cc-a045f7b493b4 req-96a6bff9-c9a8-414c-b6f2-dee29d49b547 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518935 Mar 08 15:45:59.320618 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1cb1ee0a-716e-4c78-89ba-18e43c4c28be req-dd82e571-524a-4655-a748-33ceac5f99f1 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 210 time: 0.0285659 Mar 08 15:45:59.359833 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-e49add26-5691-4824-b902-304630683df6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d0cf23d94b04413bd119204393f2f3d HTTP/1.1" status: 200 len: 380 time: 0.0797799 Mar 08 15:45:59.369007 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-f7d74891-b63d-41d5-afc4-e71fb55fb346 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Request body: {'port': {'device_id': 'b48afe06-d406-410a-8927-3b072765ddbe', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'admin_state_up': True, 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'security_groups': ['79647bf5-f5c2-439b-b4b8-7b927f0dd4b4']}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:45:59.484900 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-f7d74891-b63d-41d5-afc4-e71fb55fb346 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Made reservation on behalf of 8d0cf23d94b04413bd119204393f2f3d for: {'port': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:45:59.490196 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-f7d74891-b63d-41d5-afc4-e71fb55fb346 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:59.629113 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-f7d74891-b63d-41d5-afc4-e71fb55fb346 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Allocated IP 172.20.0.7 (31f76f4c-e1c8-4265-aa1d-74af55c0f69f/73b41290-8ee2-4e3d-bbe0-e90c06dbebb7/ba71a86f-d871-4215-9279-b9db9efa838a) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:45:59.776783 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-f7d74891-b63d-41d5-afc4-e71fb55fb346 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for port (ba71a86f-d871-4215-9279-b9db9efa838a), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:59.817100 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-f7d74891-b63d-41d5-afc4-e71fb55fb346 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (ba71a86f-d871-4215-9279-b9db9efa838a), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:59.862014 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-f7d74891-b63d-41d5-afc4-e71fb55fb346 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:45:59.864967 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-f7d74891-b63d-41d5-afc4-e71fb55fb346 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:45:59.867622 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-f7d74891-b63d-41d5-afc4-e71fb55fb346 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:45:59.895477 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d74891-b63d-41d5-afc4-e71fb55fb346 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event updated for resources: {'Port': ['ID=ba71a86f-d871-4215-9279-b9db9efa838a,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:45:59.925223 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-f7d74891-b63d-41d5-afc4-e71fb55fb346 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:45:59.925856 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-f7d74891-b63d-41d5-afc4-e71fb55fb346 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:45:59.944100 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-f7d74891-b63d-41d5-afc4-e71fb55fb346 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5785682 Mar 08 15:45:59.960024 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Request body: {'port': {'device_id': 'b48afe06-d406-410a-8927-3b072765ddbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:00.029214 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (ba71a86f-d871-4215-9279-b9db9efa838a), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:00.090431 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-4102fe20-4cea-47d3-9b25-624402c97e21 None None] Provisioning complete for port ba71a86f-d871-4215-9279-b9db9efa838a triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:00.091054 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-4102fe20-4cea-47d3-9b25-624402c97e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (ba71a86f-d871-4215-9279-b9db9efa838a), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:00.125552 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-4102fe20-4cea-47d3-9b25-624402c97e21 None None] Port ba71a86f-d871-4215-9279-b9db9efa838a cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:46:00.301297 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba71a86f-d871-4215-9279-b9db9efa838a {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:46:00.309809 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Publish callbacks [] for port (ba71a86f-d871-4215-9279-b9db9efa838a), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:00.321808 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Transition to ACTIVE for port object ba71a86f-d871-4215-9279-b9db9efa838a will not be triggered until provisioned by entity L2. {{(pid=104418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:46:00.326182 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (ba71a86f-d871-4215-9279-b9db9efa838a), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:00.402114 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Pushing event updated for resources: {'Port': ['ID=ba71a86f-d871-4215-9279-b9db9efa838a,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:00.408813 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac285eb8-11cf-451a-810a-7ae43542a246 req-a3d5db20-5567-450f-8a69-1fc35e948a59 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:00.421674 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ac285eb8-11cf-451a-810a-7ae43542a246 req-a3d5db20-5567-450f-8a69-1fc35e948a59 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 946 time: 0.0759084 Mar 08 15:46:00.481105 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Attempting to bind port ba71a86f-d871-4215-9279-b9db9efa838a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:46:00.481226 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Attempting to bind port ba71a86f-d871-4215-9279-b9db9efa838a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:46:00.481531 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Attempting to bind port ba71a86f-d871-4215-9279-b9db9efa838a on network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:46:00.483304 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ac285eb8-11cf-451a-810a-7ae43542a246 req-a45edc14-1e78-4f1d-83e1-68a0657023da tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601592 Mar 08 15:46:00.497017 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Port ba71a86f-d871-4215-9279-b9db9efa838a on network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:46:00.497765 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Attempting to bind port ba71a86f-d871-4215-9279-b9db9efa838a on network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:46:00.503789 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:46:00.504604 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Checking segment: {'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:46:00.505226 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Bound using segment: {'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:46:00.505873 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Bound port: ba71a86f-d871-4215-9279-b9db9efa838a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2ba547-a517-430e-8ded-c089d08b3ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:46:00.506491 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (ba71a86f-d871-4215-9279-b9db9efa838a), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:00.542582 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b8e13-073d-4731-b75f-cdbb1f692c1e req-c6c9bef7-7c41-4e4b-989a-63744839106f tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:00.544105 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1b3b8e13-073d-4731-b75f-cdbb1f692c1e req-c6c9bef7-7c41-4e4b-989a-63744839106f tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 943 time: 0.0779126 Mar 08 15:46:00.595920 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1b3b8e13-073d-4731-b75f-cdbb1f692c1e req-9bdc405a-5e7a-4f75-be91-c97fc5e7a824 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461664 Mar 08 15:46:00.598611 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] For port ba71a86f-d871-4215-9279-b9db9efa838a, host hv-cinder-83009, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:46:00.602495 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] For port ba71a86f-d871-4215-9279-b9db9efa838a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ba71a86f-d871-4215-9279-b9db9efa838a,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:46:00.610840 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (ba71a86f-d871-4215-9279-b9db9efa838a), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:00.661760 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:00.662757 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:00.664179 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] 10.222.0.41 "PUT /v2.0/ports/ba71a86f-d871-4215-9279-b9db9efa838a HTTP/1.1" status: 200 len: 1093 time: 0.7085323 Mar 08 15:46:00.664611 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48afe06-d406-410a-8927-3b072765ddbe', 'tag': 'ba71a86f-d871-4215-9279-b9db9efa838a'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:46:00.667181 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff666bb-f16e-4b1a-b995-392500e6252d" -d '{"events": [{"name": "network-changed", "server_uuid": "b48afe06-d406-410a-8927-3b072765ddbe", "tag": "ba71a86f-d871-4215-9279-b9db9efa838a"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:46:00.712925 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf20db-f038-4ff8-89fe-d6dfb54c9796 service neutron] Pushing event updated for resources: {'Port': ['ID=ba71a86f-d871-4215-9279-b9db9efa838a,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:00.740901 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d368403d-60b9-4fe7-865c-fa3ba27f26a1 x-openstack-request-id: req-d368403d-60b9-4fe7-865c-fa3ba27f26a1 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:46:00.741188 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48afe06-d406-410a-8927-3b072765ddbe", "tag": "ba71a86f-d871-4215-9279-b9db9efa838a", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:46:00.741506 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d368403d-60b9-4fe7-865c-fa3ba27f26a1 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:46:00.742150 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48afe06-d406-410a-8927-3b072765ddbe', 'tag': 'ba71a86f-d871-4215-9279-b9db9efa838a', 'status': 'completed', 'code': 200} Mar 08 15:46:00.812616 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-ebb36e2f-49ce-46c8-a6e0-b5f237234825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:00.814660 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-ebb36e2f-49ce-46c8-a6e0-b5f237234825 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d0cf23d94b04413bd119204393f2f3d&device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 1127 time: 0.0768847 Mar 08 15:46:00.822373 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e248c-209a-402a-9195-723202cf9b81 req-8197ad42-5a58-497c-a197-9d64fd237fba tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:00.824362 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c95e248c-209a-402a-9195-723202cf9b81 req-8197ad42-5a58-497c-a197-9d64fd237fba tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 946 time: 0.1321111 Mar 08 15:46:00.870680 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-9bf01cd7-2df8-41b3-95de-49d3239c1e4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba71a86f-d871-4215-9279-b9db9efa838a HTTP/1.1" status: 200 len: 217 time: 0.0453606 Mar 08 15:46:00.982842 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-1a2a396e-5e97-4cba-aa6e-b09b6e97c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:00.984352 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-1a2a396e-5e97-4cba-aa6e-b09b6e97c898 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73b41290-8ee2-4e3d-bbe0-e90c06dbebb7 HTTP/1.1" status: 200 len: 851 time: 0.0893059 Mar 08 15:46:01.041859 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-c95e248c-209a-402a-9195-723202cf9b81 req-bd246f2c-c931-4840-a0bb-143f73c67343 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Deleting port bc197e9c-2add-41a3-90c3-15692c27d804 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:46:01.042198 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c95e248c-209a-402a-9195-723202cf9b81 req-bd246f2c-c931-4840-a0bb-143f73c67343 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:01.071021 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-06ab31de-5bd2-44ad-9e06-4ca9ab8b9234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:01.072644 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-06ab31de-5bd2-44ad-9e06-4ca9ab8b9234 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807300 Mar 08 15:46:01.191450 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-c95e248c-209a-402a-9195-723202cf9b81 req-bd246f2c-c931-4840-a0bb-143f73c67343 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] For port bc197e9c-2add-41a3-90c3-15692c27d804, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc197e9c-2add-41a3-90c3-15692c27d804,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:01.191735 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c95e248c-209a-402a-9195-723202cf9b81 req-bd246f2c-c931-4840-a0bb-143f73c67343 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:01.264031 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-6c5f9a17-58fd-434b-b1fe-7368f277e4a2 service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602802 Mar 08 15:46:01.461691 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-71e99a40-4ab8-490a-9af4-0b9b54122a0d req-cbcc5932-206f-462d-aa24-f75a209b547b service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885946 Mar 08 15:46:01.463537 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c95e248c-209a-402a-9195-723202cf9b81 req-bd246f2c-c931-4840-a0bb-143f73c67343 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:01.463894 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c95e248c-209a-402a-9195-723202cf9b81 req-bd246f2c-c931-4840-a0bb-143f73c67343 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (1405d0a4-e933-4d11-9840-7b55d19b9601), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:01.464202 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.l3_db [req-c95e248c-209a-402a-9195-723202cf9b81 req-bd246f2c-c931-4840-a0bb-143f73c67343 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Floating IP 1405d0a4-e933-4d11-9840-7b55d19b9601 disassociated. External IP: 172.27.1.68, port: bc197e9c-2add-41a3-90c3-15692c27d804. Mar 08 15:46:01.464538 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-c95e248c-209a-402a-9195-723202cf9b81 req-bd246f2c-c931-4840-a0bb-143f73c67343 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Calling delete_port for bc197e9c-2add-41a3-90c3-15692c27d804 owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:46:01.581492 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff666bb-f16e-4b1a-b995-392500e6252d req-144450f0-f1a1-48c9-8709-da009cd6f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:01.583103 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-eff666bb-f16e-4b1a-b995-392500e6252d req-144450f0-f1a1-48c9-8709-da009cd6f9a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d0cf23d94b04413bd119204393f2f3d&device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 1127 time: 0.0764260 Mar 08 15:46:01.617747 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796c844-d20f-4393-99d1-441fd2ad021e req-377218f7-ab89-445f-9911-71743e697f34 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:01.620166 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9796c844-d20f-4393-99d1-441fd2ad021e req-377218f7-ab89-445f-9911-71743e697f34 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 946 time: 0.0657055 Mar 08 15:46:01.698614 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9796c844-d20f-4393-99d1-441fd2ad021e req-ba94c0f2-b8e6-4694-bbf0-3d572da21135 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups?id=33fe3b94-70a8-4fb1-805e-fa727422fd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711095 Mar 08 15:46:01.720590 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c95e248c-209a-402a-9195-723202cf9b81 req-bd246f2c-c931-4840-a0bb-143f73c67343 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (bc197e9c-2add-41a3-90c3-15692c27d804), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:01.738135 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff666bb-f16e-4b1a-b995-392500e6252d req-ed41df56-3abb-46ae-b84c-ae0040e278cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:01.739638 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-eff666bb-f16e-4b1a-b995-392500e6252d req-ed41df56-3abb-46ae-b84c-ae0040e278cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f HTTP/1.1" status: 200 len: 913 time: 0.1492372 Mar 08 15:46:01.750991 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44eb598-7b93-4563-a03e-c8f3e5d5a75c req-9bc34bec-081c-4a44-a0c0-82a077af7673 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:01.752458 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e44eb598-7b93-4563-a03e-c8f3e5d5a75c req-9bc34bec-081c-4a44-a0c0-82a077af7673 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 943 time: 0.0842319 Mar 08 15:46:01.773154 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd246f2c-c931-4840-a0bb-143f73c67343 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Pushing event deleted for resources: {'Port': ['ID=bc197e9c-2add-41a3-90c3-15692c27d804,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:01.805014 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-eff666bb-f16e-4b1a-b995-392500e6252d req-a19b9bcf-f199-4897-9cc2-7372311f0d65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba71a86f-d871-4215-9279-b9db9efa838a HTTP/1.1" status: 200 len: 217 time: 0.0413694 Mar 08 15:46:01.815404 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e44eb598-7b93-4563-a03e-c8f3e5d5a75c req-055b411a-ca24-4525-90c1-2387f1740ae5 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566580 Mar 08 15:46:01.931085 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff666bb-f16e-4b1a-b995-392500e6252d req-df21beaa-c29a-42db-8510-8961910e30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:01.932599 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-eff666bb-f16e-4b1a-b995-392500e6252d req-df21beaa-c29a-42db-8510-8961910e30bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73b41290-8ee2-4e3d-bbe0-e90c06dbebb7 HTTP/1.1" status: 200 len: 851 time: 0.0831971 Mar 08 15:46:01.989067 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c95e248c-209a-402a-9195-723202cf9b81 req-bd246f2c-c931-4840-a0bb-143f73c67343 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Router 1c963191-b183-40cb-9a78-1c8d3a552aa9 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:46:02.004073 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff666bb-f16e-4b1a-b995-392500e6252d req-f8f088ca-f04e-4148-8cd1-76441243e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:02.005828 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-eff666bb-f16e-4b1a-b995-392500e6252d req-f8f088ca-f04e-4148-8cd1-76441243e9f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624430 Mar 08 15:46:02.185652 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-eff666bb-f16e-4b1a-b995-392500e6252d req-d0f1f73c-9e6a-43fe-ace4-c8a153e4b192 service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728809 Mar 08 15:46:02.192794 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c95e248c-209a-402a-9195-723202cf9b81 req-bd246f2c-c931-4840-a0bb-143f73c67343 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:46:02.204029 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7dd1ef-10bd-464a-bcab-0fcc1811abca None None] Sync routers for ids ['1c963191-b183-40cb-9a78-1c8d3a552aa9'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:46:02.216490 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7dd1ef-10bd-464a-bcab-0fcc1811abca None None] Routers {'1c963191-b183-40cb-9a78-1c8d3a552aa9'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:02.217053 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-2a7dd1ef-10bd-464a-bcab-0fcc1811abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:45:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['1c963191-b183-40cb-9a78-1c8d3a552aa9'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:02.268466 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95e248c-209a-402a-9195-723202cf9b81 req-bd246f2c-c931-4840-a0bb-143f73c67343 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] No DVR routers for this DVR port bc197e9c-2add-41a3-90c3-15692c27d804 on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:46:02.271136 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-c95e248c-209a-402a-9195-723202cf9b81 req-bd246f2c-c931-4840-a0bb-143f73c67343 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:02.274820 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c95e248c-209a-402a-9195-723202cf9b81 req-bd246f2c-c931-4840-a0bb-143f73c67343 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.41 "DELETE /v2.0/ports/bc197e9c-2add-41a3-90c3-15692c27d804 HTTP/1.1" status: 204 len: 173 time: 1.4422369 Mar 08 15:46:02.348693 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-2a7dd1ef-10bd-464a-bcab-0fcc1811abca None None] Set router 1c963191-b183-40cb-9a78-1c8d3a552aa9 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:02.361272 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-eff666bb-f16e-4b1a-b995-392500e6252d req-d8e9bd4e-2039-4a14-9223-eba40e31861a service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663740 Mar 08 15:46:02.556732 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-2a7dd1ef-10bd-464a-bcab-0fcc1811abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:50Z', 'revision_number': 4, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port': {'id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '8602b8e6-aa7f-4d02-9d3e-df73d2575fde', 'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'mac_address': 'fa:16:3e:6c:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:55Z', 'revision_number': 5, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'subnets': [{'id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:02.585088 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7dd1ef-10bd-464a-bcab-0fcc1811abca None None] Checking router: 1c963191-b183-40cb-9a78-1c8d3a552aa9 for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:46:02.593900 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7dd1ef-10bd-464a-bcab-0fcc1811abca None None] Routers {'1c963191-b183-40cb-9a78-1c8d3a552aa9'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:02.594576 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-2a7dd1ef-10bd-464a-bcab-0fcc1811abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:45:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['1c963191-b183-40cb-9a78-1c8d3a552aa9'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:02.707595 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-2a7dd1ef-10bd-464a-bcab-0fcc1811abca None None] Set router 1c963191-b183-40cb-9a78-1c8d3a552aa9 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:02.743467 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f872b0b-19fb-4981-b9fe-4aba346dc2e1', 'name': 'network-vif-deleted', 'tag': 'bc197e9c-2add-41a3-90c3-15692c27d804'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:46:02.747129 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ab0f70-3606-4328-bb5d-bea7765dee2a" -d '{"events": [{"server_uuid": "6f872b0b-19fb-4981-b9fe-4aba346dc2e1", "name": "network-vif-deleted", "tag": "bc197e9c-2add-41a3-90c3-15692c27d804"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:46:02.789414 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f221535-d372-4157-b3b8-ff4f53c682d7 x-openstack-request-id: req-6f221535-d372-4157-b3b8-ff4f53c682d7 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:46:02.789731 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f872b0b-19fb-4981-b9fe-4aba346dc2e1", "name": "network-vif-deleted", "tag": "bc197e9c-2add-41a3-90c3-15692c27d804", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:46:02.790001 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f221535-d372-4157-b3b8-ff4f53c682d7 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:46:02.790734 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f872b0b-19fb-4981-b9fe-4aba346dc2e1', 'name': 'network-vif-deleted', 'tag': 'bc197e9c-2add-41a3-90c3-15692c27d804', 'status': 'completed', 'code': 200} Mar 08 15:46:02.827304 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fce90b75-328b-45ec-b722-1323119b3b3e req-b7b21d95-da58-49b5-ac29-9083b9260796 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f872b0b-19fb-4981-b9fe-4aba346dc2e1 HTTP/1.1" status: 200 len: 210 time: 0.0304198 Mar 08 15:46:02.936226 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-2a7dd1ef-10bd-464a-bcab-0fcc1811abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:50Z', 'revision_number': 4, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port': {'id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '8602b8e6-aa7f-4d02-9d3e-df73d2575fde', 'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'mac_address': 'fa:16:3e:6c:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:55Z', 'revision_number': 5, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'subnets': [{'id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:02.962827 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43957f9-e93c-43de-8676-a398aa312ba0 req-7c55aaf1-ffe5-4bca-b8e3-237f2a2d3768 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:02.965387 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f43957f9-e93c-43de-8676-a398aa312ba0 req-7c55aaf1-ffe5-4bca-b8e3-237f2a2d3768 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 943 time: 0.0692644 Mar 08 15:46:02.974351 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7dd1ef-10bd-464a-bcab-0fcc1811abca None None] The sync data for ids ['1c963191-b183-40cb-9a78-1c8d3a552aa9'] in dv-cinder-830098-2-iscsi is: [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:50Z', 'revision_number': 4, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port': {'id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '8602b8e6-aa7f-4d02-9d3e-df73d2575fde', 'name': '', 'network_id': '80c89e2a-a478-41c0-9d26-81d641ec9f8f', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'mac_address': 'fa:16:3e:6c:21:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:47Z', 'updated_at': '2022-03-08T15:38:55Z', 'revision_number': 5, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'subnets': [{'id': 'f7c72dd9-f6bb-4082-bbc6-f002b75fe090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:46:03.026897 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f43957f9-e93c-43de-8676-a398aa312ba0 req-73126615-ec0b-43c0-98d0-9efcc3871d2d tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559177 Mar 08 15:46:03.239587 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd502e52-2b2f-4e43-a025-028b7e49ab52 None None] New status for floating IP 1405d0a4-e933-4d11-9840-7b55d19b9601: DOWN {{(pid=104419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:46:03.335692 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 45936) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:03.445177 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0d94e5fb-9e6f-4ecd-b0ca-e0a932585ef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:03.528216 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0d94e5fb-9e6f-4ecd-b0ca-e0a932585ef7 admin admin] Publish callbacks [] for security_group (c418788a-c85d-42d1-8fd0-dba6ef440479), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:03.533846 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0d94e5fb-9e6f-4ecd-b0ca-e0a932585ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (c418788a-c85d-42d1-8fd0-dba6ef440479), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:03.572263 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-0d94e5fb-9e6f-4ecd-b0ca-e0a932585ef7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c6ab403a6b1b4410b1cabdfa679c7acb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354267 Mar 08 15:46:03.573098 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94e5fb-9e6f-4ecd-b0ca-e0a932585ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c418788a-c85d-42d1-8fd0-dba6ef440479,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:03.575500 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 45944) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:03.629581 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-631c68f7-7efa-4777-b83f-7435067b0699 admin admin] Publish callbacks [] for security_group (c418788a-c85d-42d1-8fd0-dba6ef440479), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:03.651364 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-631c68f7-7efa-4777-b83f-7435067b0699 admin admin] Publish callbacks [] for security_group (c418788a-c85d-42d1-8fd0-dba6ef440479), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:03.707338 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-631c68f7-7efa-4777-b83f-7435067b0699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (c418788a-c85d-42d1-8fd0-dba6ef440479), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:03.711298 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-631c68f7-7efa-4777-b83f-7435067b0699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:03.711403 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-631c68f7-7efa-4777-b83f-7435067b0699 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c418788a-c85d-42d1-8fd0-dba6ef440479 HTTP/1.1" status: 204 len: 168 time: 0.1322703 Mar 08 15:46:03.724034 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c68f7-7efa-4777-b83f-7435067b0699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c418788a-c85d-42d1-8fd0-dba6ef440479,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:03.817401 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59840689-e705-4110-b842-99d0d4836288 req-25d88dd7-a8eb-4a84-81da-909f74a89d76 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:03.819006 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-59840689-e705-4110-b842-99d0d4836288 req-25d88dd7-a8eb-4a84-81da-909f74a89d76 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 945 time: 0.0558140 Mar 08 15:46:03.865775 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-59840689-e705-4110-b842-99d0d4836288 req-74a7c491-8667-489e-ba97-adab8cc7a4d0 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbe07a97-5308-4abf-a9bd-d45180592ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403039 Mar 08 15:46:03.935854 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 45958) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:03.989632 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 45960) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:03.993041 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3b47b752-31ca-4934-88a8-0d58868ec810 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group (33fe3b94-70a8-4fb1-805e-fa727422fd8e), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:04.003146 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6f796e3e-230d-471e-b9eb-f6f525ce073e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:04.017217 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3b47b752-31ca-4934-88a8-0d58868ec810 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group (33fe3b94-70a8-4fb1-805e-fa727422fd8e), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:04.078600 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3b47b752-31ca-4934-88a8-0d58868ec810 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (33fe3b94-70a8-4fb1-805e-fa727422fd8e), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:04.081428 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3b47b752-31ca-4934-88a8-0d58868ec810 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:04.085691 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-3b47b752-31ca-4934-88a8-0d58868ec810 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "DELETE /v2.0/security-groups/33fe3b94-70a8-4fb1-805e-fa727422fd8e HTTP/1.1" status: 204 len: 168 time: 0.1487756 Mar 08 15:46:04.086312 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 45964) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:04.088337 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6f796e3e-230d-471e-b9eb-f6f525ce073e admin admin] Publish callbacks [] for security_group (c65e3d38-6669-4ad1-9e1e-8c4e34d94d49), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:04.093578 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6f796e3e-230d-471e-b9eb-f6f525ce073e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (c65e3d38-6669-4ad1-9e1e-8c4e34d94d49), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:04.107169 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47b752-31ca-4934-88a8-0d58868ec810 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fe3b94-70a8-4fb1-805e-fa727422fd8e,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:04.127005 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.api.v2.resource [None req-3dad662c-7c11-423f-a246-68d992367142 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] show failed (client error): The resource could not be found. Mar 08 15:46:04.128109 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-3dad662c-7c11-423f-a246-68d992367142 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "GET /v2.0/security-groups/33fe3b94-70a8-4fb1-805e-fa727422fd8e HTTP/1.1" status: 404 len: 347 time: 0.0357656 Mar 08 15:46:04.133055 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-6f796e3e-230d-471e-b9eb-f6f525ce073e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7553ab481164ed3942fb91221da83e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421998 Mar 08 15:46:04.133635 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 45966) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:04.139898 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f796e3e-230d-471e-b9eb-f6f525ce073e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65e3d38-6669-4ad1-9e1e-8c4e34d94d49,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:04.142126 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 45968) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:04.171430 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893bc67-7827-4bd8-a9ae-0f9af8e0c1dd req-9ddaea50-4c08-4432-9cbb-cc64339609a0 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:04.172916 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e893bc67-7827-4bd8-a9ae-0f9af8e0c1dd req-9ddaea50-4c08-4432-9cbb-cc64339609a0 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 943 time: 0.0694935 Mar 08 15:46:04.221944 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e893bc67-7827-4bd8-a9ae-0f9af8e0c1dd req-a9bd2aca-0fde-4246-957d-05f008cc0b13 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429502 Mar 08 15:46:04.280148 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a1c653e4-0fab-4b4c-82ce-23ba8af36af4 admin admin] Publish callbacks [] for security_group (c65e3d38-6669-4ad1-9e1e-8c4e34d94d49), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:04.307515 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a1c653e4-0fab-4b4c-82ce-23ba8af36af4 admin admin] Publish callbacks [] for security_group (c65e3d38-6669-4ad1-9e1e-8c4e34d94d49), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:04.336340 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-b8f15840-13d8-404b-b862-b1c4bf4b1c66 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Deleting port 0a4d0d77-d057-4f58-aa47-da458c30a674 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:46:04.336680 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b8f15840-13d8-404b-b862-b1c4bf4b1c66 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (0a4d0d77-d057-4f58-aa47-da458c30a674), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:04.491510 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device bc197e9c-2add-41a3-90c3-15692c27d804 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:46:04.512835 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: bc197e9c-2add-41a3-90c3-15692c27d804 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:46:04.513187 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device bc197e9c-2add-41a3-90c3-15692c27d804 not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:46:04.513990 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:46:04.658496 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a1c653e4-0fab-4b4c-82ce-23ba8af36af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (c65e3d38-6669-4ad1-9e1e-8c4e34d94d49), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:04.660988 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a1c653e4-0fab-4b4c-82ce-23ba8af36af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:04.662476 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-a1c653e4-0fab-4b4c-82ce-23ba8af36af4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c65e3d38-6669-4ad1-9e1e-8c4e34d94d49 HTTP/1.1" status: 204 len: 168 time: 0.5181196 Mar 08 15:46:04.678240 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b8f15840-13d8-404b-b862-b1c4bf4b1c66 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (0a4d0d77-d057-4f58-aa47-da458c30a674), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:04.678617 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b8f15840-13d8-404b-b862-b1c4bf4b1c66 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for floatingip (0a4d0d77-d057-4f58-aa47-da458c30a674), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:04.689778 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c653e4-0fab-4b4c-82ce-23ba8af36af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65e3d38-6669-4ad1-9e1e-8c4e34d94d49,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:04.696588 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-b8f15840-13d8-404b-b862-b1c4bf4b1c66 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Calling delete_port for 0a4d0d77-d057-4f58-aa47-da458c30a674 owned by network:floatingip {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:46:04.831559 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b8f15840-13d8-404b-b862-b1c4bf4b1c66 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (0a4d0d77-d057-4f58-aa47-da458c30a674), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:04.860475 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f15840-13d8-404b-b862-b1c4bf4b1c66 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Pushing event deleted for resources: {'Port': ['ID=0a4d0d77-d057-4f58-aa47-da458c30a674,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:04.923209 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b8f15840-13d8-404b-b862-b1c4bf4b1c66 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks [] for floatingip (1405d0a4-e933-4d11-9840-7b55d19b9601), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:04.925639 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b8f15840-13d8-404b-b862-b1c4bf4b1c66 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:04.929329 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-b8f15840-13d8-404b-b862-b1c4bf4b1c66 tempest-AttachVolumeShelveTestJSON-1395272653 tempest-AttachVolumeShelveTestJSON-1395272653-project] 10.222.0.11 "DELETE /v2.0/floatingips/1405d0a4-e933-4d11-9840-7b55d19b9601 HTTP/1.1" status: 204 len: 168 time: 0.7921565 Mar 08 15:46:05.016852 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385610f-2281-4b64-90d8-193a4959aa04 req-ab00d53f-9224-4cc1-88ba-0f8ab431b0b0 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:05.018382 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2385610f-2281-4b64-90d8-193a4959aa04 req-ab00d53f-9224-4cc1-88ba-0f8ab431b0b0 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 945 time: 0.0690596 Mar 08 15:46:05.078293 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2385610f-2281-4b64-90d8-193a4959aa04 req-9dddc27a-a769-4f75-b5e2-45d238498d63 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbe07a97-5308-4abf-a9bd-d45180592ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524936 Mar 08 15:46:05.357936 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf27e55-17ec-47f9-a1a1-fc894294f345 req-c89207c2-86a8-4fc9-8798-59fd93bbf610 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:05.359463 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6bf27e55-17ec-47f9-a1a1-fc894294f345 req-c89207c2-86a8-4fc9-8798-59fd93bbf610 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 943 time: 0.0550842 Mar 08 15:46:05.369865 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ebbd5-e9f0-4bd4-b728-94b833c7120c req-edb62042-52b8-4027-ac58-0b15e0a7b6f9 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:05.372107 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e17ebbd5-e9f0-4bd4-b728-94b833c7120c req-edb62042-52b8-4027-ac58-0b15e0a7b6f9 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 945 time: 0.0584986 Mar 08 15:46:05.411196 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6bf27e55-17ec-47f9-a1a1-fc894294f345 req-cb2a086b-fbd1-4102-be46-bdcf04563b0b tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461280 Mar 08 15:46:05.479670 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-e17ebbd5-e9f0-4bd4-b728-94b833c7120c req-94e03eb4-d1da-4e8c-b26a-7e6261e211ca tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Deleting port 53f24206-c1d5-4755-8d1a-2ef037332e68 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:46:05.479904 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e17ebbd5-e9f0-4bd4-b728-94b833c7120c req-94e03eb4-d1da-4e8c-b26a-7e6261e211ca tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (53f24206-c1d5-4755-8d1a-2ef037332e68), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:05.575999 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-e17ebbd5-e9f0-4bd4-b728-94b833c7120c req-94e03eb4-d1da-4e8c-b26a-7e6261e211ca tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] For port 53f24206-c1d5-4755-8d1a-2ef037332e68, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=53f24206-c1d5-4755-8d1a-2ef037332e68,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:05.576344 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e17ebbd5-e9f0-4bd4-b728-94b833c7120c req-94e03eb4-d1da-4e8c-b26a-7e6261e211ca tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (53f24206-c1d5-4755-8d1a-2ef037332e68), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:05.756611 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e17ebbd5-e9f0-4bd4-b728-94b833c7120c req-94e03eb4-d1da-4e8c-b26a-7e6261e211ca tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:05.756972 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e17ebbd5-e9f0-4bd4-b728-94b833c7120c req-94e03eb4-d1da-4e8c-b26a-7e6261e211ca tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (aa38bdd6-250c-4dd6-8d28-bff5bf082ca9), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:05.757285 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.l3_db [req-e17ebbd5-e9f0-4bd4-b728-94b833c7120c req-94e03eb4-d1da-4e8c-b26a-7e6261e211ca tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Floating IP aa38bdd6-250c-4dd6-8d28-bff5bf082ca9 disassociated. External IP: 172.27.1.177, port: 53f24206-c1d5-4755-8d1a-2ef037332e68. Mar 08 15:46:05.757616 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-e17ebbd5-e9f0-4bd4-b728-94b833c7120c req-94e03eb4-d1da-4e8c-b26a-7e6261e211ca tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Calling delete_port for 53f24206-c1d5-4755-8d1a-2ef037332e68 owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:46:05.777430 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-4d70faef-36cb-4a1d-a4a1-9e62f86aece0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:05.909077 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e17ebbd5-e9f0-4bd4-b728-94b833c7120c req-94e03eb4-d1da-4e8c-b26a-7e6261e211ca tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (53f24206-c1d5-4755-8d1a-2ef037332e68), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:05.937668 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e03eb4-d1da-4e8c-b26a-7e6261e211ca tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event deleted for resources: {'Port': ['ID=53f24206-c1d5-4755-8d1a-2ef037332e68,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:06.065546 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e17ebbd5-e9f0-4bd4-b728-94b833c7120c req-94e03eb4-d1da-4e8c-b26a-7e6261e211ca tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:46:06.202714 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9fd568dd-1877-44ac-a6c8-a2dc36e647d0 req-6e192eca-0782-4b45-b3db-b28f35ff9b53 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ccb6e50-37aa-4f3e-8e79-80e68049b064 HTTP/1.1" status: 200 len: 210 time: 0.0373204 Mar 08 15:46:06.227590 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e17ebbd5-e9f0-4bd4-b728-94b833c7120c req-94e03eb4-d1da-4e8c-b26a-7e6261e211ca tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:46:06.238782 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ef61c-ee69-4f9e-826b-1fc761f215bd None None] Sync routers for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:46:06.252956 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ef61c-ee69-4f9e-826b-1fc761f215bd None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:06.253655 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-9f4ef61c-ee69-4f9e-826b-1fc761f215bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:45:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:06.275553 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17ebbd5-e9f0-4bd4-b728-94b833c7120c req-94e03eb4-d1da-4e8c-b26a-7e6261e211ca tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] No DVR routers for this DVR port 53f24206-c1d5-4755-8d1a-2ef037332e68 on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:46:06.282461 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e17ebbd5-e9f0-4bd4-b728-94b833c7120c req-94e03eb4-d1da-4e8c-b26a-7e6261e211ca tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:06.286853 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e17ebbd5-e9f0-4bd4-b728-94b833c7120c req-94e03eb4-d1da-4e8c-b26a-7e6261e211ca tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "DELETE /v2.0/ports/53f24206-c1d5-4755-8d1a-2ef037332e68 HTTP/1.1" status: 204 len: 173 time: 0.9073036 Mar 08 15:46:06.287886 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccb6e50-37aa-4f3e-8e79-80e68049b064', 'name': 'network-vif-deleted', 'tag': '53f24206-c1d5-4755-8d1a-2ef037332e68'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:46:06.290949 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e3c959-2f13-4640-9cab-332e6aff250f" -d '{"events": [{"server_uuid": "8ccb6e50-37aa-4f3e-8e79-80e68049b064", "name": "network-vif-deleted", "tag": "53f24206-c1d5-4755-8d1a-2ef037332e68"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:46:06.373065 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7565c154-7bbf-4e6a-986c-a5cf30acae0b x-openstack-request-id: req-7565c154-7bbf-4e6a-986c-a5cf30acae0b {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:46:06.373658 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ccb6e50-37aa-4f3e-8e79-80e68049b064", "name": "network-vif-deleted", "tag": "53f24206-c1d5-4755-8d1a-2ef037332e68", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:46:06.373658 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7565c154-7bbf-4e6a-986c-a5cf30acae0b {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:46:06.374228 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccb6e50-37aa-4f3e-8e79-80e68049b064', 'name': 'network-vif-deleted', 'tag': '53f24206-c1d5-4755-8d1a-2ef037332e68', 'status': 'completed', 'code': 200} Mar 08 15:46:06.410525 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-9f4ef61c-ee69-4f9e-826b-1fc761f215bd None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:06.571038 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e2184-cb1e-4295-bb74-f0f33b2118e5 req-7ec58507-b50b-4df3-88c3-a8e312d92d14 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:06.574989 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ea7e2184-cb1e-4295-bb74-f0f33b2118e5 req-7ec58507-b50b-4df3-88c3-a8e312d92d14 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 943 time: 0.0712483 Mar 08 15:46:06.632237 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ea7e2184-cb1e-4295-bb74-f0f33b2118e5 req-ca832630-b74e-418a-88f3-9567033453e4 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512683 Mar 08 15:46:06.644201 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-9f4ef61c-ee69-4f9e-826b-1fc761f215bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:06.672085 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ef61c-ee69-4f9e-826b-1fc761f215bd None None] Checking router: a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:46:06.680624 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ef61c-ee69-4f9e-826b-1fc761f215bd None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:06.681225 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-9f4ef61c-ee69-4f9e-826b-1fc761f215bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:45:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:06.797217 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-9f4ef61c-ee69-4f9e-826b-1fc761f215bd None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:07.108360 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-9f4ef61c-ee69-4f9e-826b-1fc761f215bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:07.134837 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ef61c-ee69-4f9e-826b-1fc761f215bd None None] The sync data for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi is: [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:46:07.287435 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46044) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:07.347768 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f24a1b7a-d899-455f-9182-f7bb5cc19c34 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (dbe07a97-5308-4abf-a9bd-d45180592ea2), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:07.372929 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f24a1b7a-d899-455f-9182-f7bb5cc19c34 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (dbe07a97-5308-4abf-a9bd-d45180592ea2), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:07.377055 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa7d65-4c93-47ff-b44e-5109f4b601c8 None None] New status for floating IP aa38bdd6-250c-4dd6-8d28-bff5bf082ca9: DOWN {{(pid=104419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:46:07.429408 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f24a1b7a-d899-455f-9182-f7bb5cc19c34 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (dbe07a97-5308-4abf-a9bd-d45180592ea2), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:07.432274 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f24a1b7a-d899-455f-9182-f7bb5cc19c34 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:07.433535 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-f24a1b7a-d899-455f-9182-f7bb5cc19c34 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "DELETE /v2.0/security-groups/dbe07a97-5308-4abf-a9bd-d45180592ea2 HTTP/1.1" status: 204 len: 168 time: 0.1446233 Mar 08 15:46:07.436415 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46050) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:07.443659 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a1b7a-d899-455f-9182-f7bb5cc19c34 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe07a97-5308-4abf-a9bd-d45180592ea2,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:07.455273 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.api.v2.resource [None req-7fcd776a-1da7-42f1-8e8c-72123b91af34 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] show failed (client error): The resource could not be found. Mar 08 15:46:07.456334 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-7fcd776a-1da7-42f1-8e8c-72123b91af34 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups/dbe07a97-5308-4abf-a9bd-d45180592ea2 HTTP/1.1" status: 404 len: 347 time: 0.0188594 Mar 08 15:46:07.459718 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46052) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:07.510835 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46056) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:07.602435 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-b1fde147-8ca9-4108-a2aa-8039b8eb4adb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Deleting port 62e1372f-cbb4-4ddb-a708-e8f11f2482ba {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:46:07.602709 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b1fde147-8ca9-4108-a2aa-8039b8eb4adb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (62e1372f-cbb4-4ddb-a708-e8f11f2482ba), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:07.683264 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b1fde147-8ca9-4108-a2aa-8039b8eb4adb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (62e1372f-cbb4-4ddb-a708-e8f11f2482ba), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:07.683633 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b1fde147-8ca9-4108-a2aa-8039b8eb4adb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (62e1372f-cbb4-4ddb-a708-e8f11f2482ba), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:07.696706 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-b1fde147-8ca9-4108-a2aa-8039b8eb4adb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Calling delete_port for 62e1372f-cbb4-4ddb-a708-e8f11f2482ba owned by network:floatingip {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:46:07.815055 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02edc09-d0dc-49cf-8db2-27d42b2a2ec4 req-d71fea44-6117-4207-9c9f-89dd50d31846 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:07.816924 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f02edc09-d0dc-49cf-8db2-27d42b2a2ec4 req-d71fea44-6117-4207-9c9f-89dd50d31846 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 943 time: 0.1090136 Mar 08 15:46:07.905125 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f02edc09-d0dc-49cf-8db2-27d42b2a2ec4 req-e8b596fc-0869-4a44-9af2-bf9744a14539 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798619 Mar 08 15:46:07.927805 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b1fde147-8ca9-4108-a2aa-8039b8eb4adb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (62e1372f-cbb4-4ddb-a708-e8f11f2482ba), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:07.958597 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fde147-8ca9-4108-a2aa-8039b8eb4adb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event deleted for resources: {'Port': ['ID=62e1372f-cbb4-4ddb-a708-e8f11f2482ba,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:08.017877 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b1fde147-8ca9-4108-a2aa-8039b8eb4adb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (aa38bdd6-250c-4dd6-8d28-bff5bf082ca9), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.020400 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b1fde147-8ca9-4108-a2aa-8039b8eb4adb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.021519 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b1fde147-8ca9-4108-a2aa-8039b8eb4adb tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "DELETE /v2.0/floatingips/aa38bdd6-250c-4dd6-8d28-bff5bf082ca9 HTTP/1.1" status: 204 len: 168 time: 0.5606833 Mar 08 15:46:08.144348 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d0c8f8e5-32e7-4f74-bcd8-c892be8da324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738370'] for router_interface (1c963191-b183-40cb-9a78-1c8d3a552aa9), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.313689 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46076) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:08.318524 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-ecc6734f-599b-4ad5-abbc-8c30dbf64645 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1673203643', 'description': 'tempest-description--1425773734'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:08.341790 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ecc6734f-599b-4ad5-abbc-8c30dbf64645 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.424648 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ecc6734f-599b-4ad5-abbc-8c30dbf64645 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (149e96c0-9dba-46a2-8d04-608a6f783a57), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.429342 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ecc6734f-599b-4ad5-abbc-8c30dbf64645 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (149e96c0-9dba-46a2-8d04-608a6f783a57), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.453680 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ecc6734f-599b-4ad5-abbc-8c30dbf64645 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.455000 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ecc6734f-599b-4ad5-abbc-8c30dbf64645 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1403003 Mar 08 15:46:08.458124 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46082) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:08.462605 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8f8e5-32e7-4f74-bcd8-c892be8da324 admin admin] Deleting port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:46:08.463178 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d0c8f8e5-32e7-4f74-bcd8-c892be8da324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.465398 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-83606432-c0f9-4c9a-a013-fd0edd82e61d tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'security_group_rule': {'security_group_id': '149e96c0-9dba-46a2-8d04-608a6f783a57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:08.482658 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6734f-599b-4ad5-abbc-8c30dbf64645 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149e96c0-9dba-46a2-8d04-608a6f783a57,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:08.494131 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device ba71a86f-d871-4215-9279-b9db9efa838a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:46:08.499384 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 53f24206-c1d5-4755-8d1a-2ef037332e68 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:46:08.507919 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83606432-c0f9-4c9a-a013-fd0edd82e61d tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (2c20747f-12d8-437e-9672-cc5fe30353e2), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.542500 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: 53f24206-c1d5-4755-8d1a-2ef037332e68 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:46:08.543138 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 53f24206-c1d5-4755-8d1a-2ef037332e68 not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:46:08.564767 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-d0c8f8e5-32e7-4f74-bcd8-c892be8da324 admin admin] For port 8602b8e6-aa7f-4d02-9d3e-df73d2575fde, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=8602b8e6-aa7f-4d02-9d3e-df73d2575fde,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:08.564767 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d0c8f8e5-32e7-4f74-bcd8-c892be8da324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.565049 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83606432-c0f9-4c9a-a013-fd0edd82e61d tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (2c20747f-12d8-437e-9672-cc5fe30353e2), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.569802 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83606432-c0f9-4c9a-a013-fd0edd82e61d tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (2c20747f-12d8-437e-9672-cc5fe30353e2), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.582708 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8f8e5-32e7-4f74-bcd8-c892be8da324 admin admin] Calling delete_port for 8602b8e6-aa7f-4d02-9d3e-df73d2575fde owned by network:router_interface {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:46:08.596955 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-81a81b1b-fd40-412b-811b-d0385e2f279a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.599927 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83606432-c0f9-4c9a-a013-fd0edd82e61d tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.601681 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-83606432-c0f9-4c9a-a013-fd0edd82e61d tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425478 Mar 08 15:46:08.605255 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46088) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:08.605786 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83606432-c0f9-4c9a-a013-fd0edd82e61d tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c20747f-12d8-437e-9672-cc5fe30353e2,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:08.639071 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-131ddcb5-ea09-41d1-81db-48ca429ad66a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'security_group_rule': {'security_group_id': '149e96c0-9dba-46a2-8d04-608a6f783a57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:08.674480 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port ba71a86f-d871-4215-9279-b9db9efa838a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ba71a86f-d871-4215-9279-b9db9efa838a,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:08.678742 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-131ddcb5-ea09-41d1-81db-48ca429ad66a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (91d6e42b-4ca5-467c-bf89-d2f16219d584), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.686553 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': 'ba71a86f-d871-4215-9279-b9db9efa838a', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'port_id': 'ba71a86f-d871-4215-9279-b9db9efa838a', 'mac_address': 'fa:16:3e:df:1d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:46:08.725302 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port ba71a86f-d871-4215-9279-b9db9efa838a is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:08.725706 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (ba71a86f-d871-4215-9279-b9db9efa838a), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.743677 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba71a86f-d871-4215-9279-b9db9efa838a {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:46:08.764509 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port ba71a86f-d871-4215-9279-b9db9efa838a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ba71a86f-d871-4215-9279-b9db9efa838a,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:08.768422 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (ba71a86f-d871-4215-9279-b9db9efa838a), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.779615 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-131ddcb5-ea09-41d1-81db-48ca429ad66a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (91d6e42b-4ca5-467c-bf89-d2f16219d584), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.784208 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-131ddcb5-ea09-41d1-81db-48ca429ad66a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (91d6e42b-4ca5-467c-bf89-d2f16219d584), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.809832 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ddcb5-ea09-41d1-81db-48ca429ad66a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d6e42b-4ca5-467c-bf89-d2f16219d584,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:08.817057 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-131ddcb5-ea09-41d1-81db-48ca429ad66a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.821727 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-131ddcb5-ea09-41d1-81db-48ca429ad66a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2118216 Mar 08 15:46:08.822330 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46090) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:08.827688 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-7f0e6128-adfc-48bd-8b52-7a9448b95002 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'floatingip': {'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:08.827855 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=ba71a86f-d871-4215-9279-b9db9efa838a,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:08.849397 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6128-adfc-48bd-8b52-7a9448b95002 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.862374 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d0c8f8e5-32e7-4f74-bcd8-c892be8da324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (8602b8e6-aa7f-4d02-9d3e-df73d2575fde), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:08.889039 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8f8e5-32e7-4f74-bcd8-c892be8da324 admin admin] Pushing event deleted for resources: {'Port': ['ID=8602b8e6-aa7f-4d02-9d3e-df73d2575fde,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:08.970600 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6128-adfc-48bd-8b52-7a9448b95002 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:09.034727 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['ba71a86f-d871-4215-9279-b9db9efa838a'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:46:09.102609 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d0c8f8e5-32e7-4f74-bcd8-c892be8da324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1549827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738358'] for router_interface (1c963191-b183-40cb-9a78-1c8d3a552aa9), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:09.370076 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90c4db-62cc-445b-8f4d-c00834b3e32a req-a0922584-c8a1-4681-b967-56b50976186d tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:09.371898 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ca90c4db-62cc-445b-8f4d-c00834b3e32a req-a0922584-c8a1-4681-b967-56b50976186d tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 944 time: 0.3926990 Mar 08 15:46:09.402416 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-7f0e6128-adfc-48bd-8b52-7a9448b95002 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Allocated IP 172.27.1.221 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/4ce3c050-0352-4f46-9d54-771fa29e3790) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:46:09.468975 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ca90c4db-62cc-445b-8f4d-c00834b3e32a req-25fda407-f60b-4a14-a584-7f407e97af3f tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870559 Mar 08 15:46:09.536127 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6128-adfc-48bd-8b52-7a9448b95002 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for port (4ce3c050-0352-4f46-9d54-771fa29e3790), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:09.572498 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6128-adfc-48bd-8b52-7a9448b95002 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (4ce3c050-0352-4f46-9d54-771fa29e3790), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:09.595061 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c8f8e5-32e7-4f74-bcd8-c892be8da324 admin admin] Router 1c963191-b183-40cb-9a78-1c8d3a552aa9 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:46:09.613735 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0e6128-adfc-48bd-8b52-7a9448b95002 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:46:09.616697 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-7f0e6128-adfc-48bd-8b52-7a9448b95002 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:46:09.620813 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e6128-adfc-48bd-8b52-7a9448b95002 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:46:09.646075 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6128-adfc-48bd-8b52-7a9448b95002 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'Port': ['ID=4ce3c050-0352-4f46-9d54-771fa29e3790,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:09.714664 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6128-adfc-48bd-8b52-7a9448b95002 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (6d1fdc65-ec38-4723-93cf-7910104eaab6), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:09.717220 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c8f8e5-32e7-4f74-bcd8-c892be8da324 admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:46:09.725693 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-d0c8f8e5-32e7-4f74-bcd8-c892be8da324 admin admin] 10.222.0.11 "PUT /v2.0/routers/1c963191-b183-40cb-9a78-1c8d3a552aa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2113192 Mar 08 15:46:09.726606 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a69647-619b-4b13-a78d-99628acb6ddb None None] Sync routers for ids ['1c963191-b183-40cb-9a78-1c8d3a552aa9'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:46:09.727054 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46098) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:09.736842 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a69647-619b-4b13-a78d-99628acb6ddb None None] Routers {'1c963191-b183-40cb-9a78-1c8d3a552aa9'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:09.737456 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-a2a69647-619b-4b13-a78d-99628acb6ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:46:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['1c963191-b183-40cb-9a78-1c8d3a552aa9'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:09.758577 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6128-adfc-48bd-8b52-7a9448b95002 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (4ce3c050-0352-4f46-9d54-771fa29e3790), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:09.854604 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-a2a69647-619b-4b13-a78d-99628acb6ddb None None] Set router 1c963191-b183-40cb-9a78-1c8d3a552aa9 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:09.869195 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a4236d44-7126-4f3d-9f79-c6f071e4eddb admin admin] Publish callbacks [] for router (1c963191-b183-40cb-9a78-1c8d3a552aa9), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:09.956643 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6128-adfc-48bd-8b52-7a9448b95002 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for port (4ce3c050-0352-4f46-9d54-771fa29e3790), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:09.965134 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6128-adfc-48bd-8b52-7a9448b95002 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14517953'] for port (4ce3c050-0352-4f46-9d54-771fa29e3790), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.008385 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a4236d44-7126-4f3d-9f79-c6f071e4eddb admin admin] Publish callbacks [] for router_gateway (1c963191-b183-40cb-9a78-1c8d3a552aa9), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.044579 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-a2a69647-619b-4b13-a78d-99628acb6ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:46:08Z', 'revision_number': 5, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port': {'id': 'a570131c-f977-4d06-b5e3-5b645ea3e756', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:10.056163 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6128-adfc-48bd-8b52-7a9448b95002 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'Port': ['ID=4ce3c050-0352-4f46-9d54-771fa29e3790,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:10.076363 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a69647-619b-4b13-a78d-99628acb6ddb None None] Checking router: 1c963191-b183-40cb-9a78-1c8d3a552aa9 for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:46:10.077358 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6128-adfc-48bd-8b52-7a9448b95002 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (6d1fdc65-ec38-4723-93cf-7910104eaab6), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.087437 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a69647-619b-4b13-a78d-99628acb6ddb None None] Routers {'1c963191-b183-40cb-9a78-1c8d3a552aa9'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:10.088934 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-a2a69647-619b-4b13-a78d-99628acb6ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:46:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['1c963191-b183-40cb-9a78-1c8d3a552aa9'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:10.096160 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-a4236d44-7126-4f3d-9f79-c6f071e4eddb admin admin] Deleting port a570131c-f977-4d06-b5e3-5b645ea3e756 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:46:10.096590 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a4236d44-7126-4f3d-9f79-c6f071e4eddb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (a570131c-f977-4d06-b5e3-5b645ea3e756), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.098602 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6128-adfc-48bd-8b52-7a9448b95002 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.108432 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-7f0e6128-adfc-48bd-8b52-7a9448b95002 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2766516 Mar 08 15:46:10.118002 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46106) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:10.188413 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-a2a69647-619b-4b13-a78d-99628acb6ddb None None] Set router 1c963191-b183-40cb-9a78-1c8d3a552aa9 gateway port host: None {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:10.205531 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-a4236d44-7126-4f3d-9f79-c6f071e4eddb admin admin] For port a570131c-f977-4d06-b5e3-5b645ea3e756, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=a570131c-f977-4d06-b5e3-5b645ea3e756,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:10.206127 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a4236d44-7126-4f3d-9f79-c6f071e4eddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (a570131c-f977-4d06-b5e3-5b645ea3e756), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.217956 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.224540 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-a4236d44-7126-4f3d-9f79-c6f071e4eddb admin admin] Calling delete_port for a570131c-f977-4d06-b5e3-5b645ea3e756 owned by network:router_gateway {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:46:10.241032 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-a2a69647-619b-4b13-a78d-99628acb6ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:46:10Z', 'revision_number': 6, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port_host': None}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:10.252005 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d6bcc830-1407-4ab9-a0fd-9cf9b2c0d397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.272529 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a69647-619b-4b13-a78d-99628acb6ddb None None] The sync data for ids ['1c963191-b183-40cb-9a78-1c8d3a552aa9'] in dv-cinder-830098-2-iscsi is: [{'id': '1c963191-b183-40cb-9a78-1c8d3a552aa9', 'name': 'tempest-AttachVolumeShelveTestJSON-28584598-router', 'tenant_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:38:42Z', 'updated_at': '2022-03-08T15:46:10Z', 'revision_number': 6, 'project_id': '6f236c97d0e54f4dbe064bb9d3e45043', 'gw_port_host': None}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:46:10.370752 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d6bcc830-1407-4ab9-a0fd-9cf9b2c0d397 admin admin] Publish callbacks [] for security_group (4c62c944-87e9-4a1f-996a-ba2081f5d385), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.377335 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d6bcc830-1407-4ab9-a0fd-9cf9b2c0d397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (4c62c944-87e9-4a1f-996a-ba2081f5d385), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.431548 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-bdcbcdfa-9aa7-4d63-8357-d935ceb5da2c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1673203643&fields=id&tenant_id=62d3c6874e0e48c792aaf383f2bb7945 HTTP/1.1" status: 200 len: 267 time: 0.0859966 Mar 08 15:46:10.435398 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-d6bcc830-1407-4ab9-a0fd-9cf9b2c0d397 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15e00392af6641e59c121ea4032b3028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161201 Mar 08 15:46:10.436354 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcc830-1407-4ab9-a0fd-9cf9b2c0d397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c62c944-87e9-4a1f-996a-ba2081f5d385,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:10.438269 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46122) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:10.457340 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a4236d44-7126-4f3d-9f79-c6f071e4eddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (a570131c-f977-4d06-b5e3-5b645ea3e756), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.488295 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device ba71a86f-d871-4215-9279-b9db9efa838a up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:46:10.498560 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4236d44-7126-4f3d-9f79-c6f071e4eddb admin admin] Pushing event deleted for resources: {'Port': ['ID=a570131c-f977-4d06-b5e3-5b645ea3e756,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:10.556778 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-fa295911-2e8d-49b8-a2be-fb586b51a49a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:10.558761 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9d63fc8a-f17d-4286-8053-99ab120e962e admin admin] Publish callbacks [] for security_group (4c62c944-87e9-4a1f-996a-ba2081f5d385), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.563528 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-fa295911-2e8d-49b8-a2be-fb586b51a49a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/networks?id=a91eab27-e927-433f-826e-c27a0b9152a4 HTTP/1.1" status: 200 len: 815 time: 0.1235809 Mar 08 15:46:10.569422 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port ba71a86f-d871-4215-9279-b9db9efa838a completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:46:10.575715 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port ba71a86f-d871-4215-9279-b9db9efa838a triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:10.576345 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (ba71a86f-d871-4215-9279-b9db9efa838a), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.591249 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9d63fc8a-f17d-4286-8053-99ab120e962e admin admin] Publish callbacks [] for security_group (4c62c944-87e9-4a1f-996a-ba2081f5d385), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.591913 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-8e01f7da-1e10-47a8-b15b-dff1489af4ae tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/quotas/62d3c6874e0e48c792aaf383f2bb7945 HTTP/1.1" status: 200 len: 375 time: 0.0274682 Mar 08 15:46:10.598691 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a4236d44-7126-4f3d-9f79-c6f071e4eddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752796'] for router_gateway (1c963191-b183-40cb-9a78-1c8d3a552aa9), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.667079 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port ba71a86f-d871-4215-9279-b9db9efa838a is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:10.667875 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (ba71a86f-d871-4215-9279-b9db9efa838a), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.670201 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3472d12-8478-463f-82be-8cc05e3c6d47 req-cb5d1a0d-f478-44d5-bdd5-233c5b4826a0 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:10.671836 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e3472d12-8478-463f-82be-8cc05e3c6d47 req-cb5d1a0d-f478-44d5-bdd5-233c5b4826a0 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 944 time: 0.0981236 Mar 08 15:46:10.693255 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-ad53436c-862e-41ab-a7aa-d073d8aa0d97 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=62d3c6874e0e48c792aaf383f2bb7945&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003733 Mar 08 15:46:10.707109 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port ba71a86f-d871-4215-9279-b9db9efa838a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ba71a86f-d871-4215-9279-b9db9efa838a,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:10.708495 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48afe06-d406-410a-8927-3b072765ddbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba71a86f-d871-4215-9279-b9db9efa838a'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:46:10.712052 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18830afb-e499-4173-be1c-6e72df06c2db" -d '{"events": [{"server_uuid": "b48afe06-d406-410a-8927-3b072765ddbe", "name": "network-vif-plugged", "status": "completed", "tag": "ba71a86f-d871-4215-9279-b9db9efa838a"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:46:10.717173 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (ba71a86f-d871-4215-9279-b9db9efa838a), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.721318 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a4236d44-7126-4f3d-9f79-c6f071e4eddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25156'] for router (1c963191-b183-40cb-9a78-1c8d3a552aa9), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.724130 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a4236d44-7126-4f3d-9f79-c6f071e4eddb admin admin] Publish callbacks [] for router_controller (1c963191-b183-40cb-9a78-1c8d3a552aa9), precommit_delete_associations {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.777178 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a4236d44-7126-4f3d-9f79-c6f071e4eddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-739903'] for router (1c963191-b183-40cb-9a78-1c8d3a552aa9), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.777736 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4236d44-7126-4f3d-9f79-c6f071e4eddb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c963191-b183-40cb-9a78-1c8d3a552aa9 {{(pid=104418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:46:10.788054 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a4236d44-7126-4f3d-9f79-c6f071e4eddb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.789293 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-a4236d44-7126-4f3d-9f79-c6f071e4eddb admin admin] 10.222.0.11 "DELETE /v2.0/routers/1c963191-b183-40cb-9a78-1c8d3a552aa9 HTTP/1.1" status: 204 len: 168 time: 1.0616181 Mar 08 15:46:10.790614 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9d63fc8a-f17d-4286-8053-99ab120e962e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (4c62c944-87e9-4a1f-996a-ba2081f5d385), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.792526 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=ba71a86f-d871-4215-9279-b9db9efa838a,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:10.793912 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9d63fc8a-f17d-4286-8053-99ab120e962e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.794121 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46128) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:10.795009 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-9d63fc8a-f17d-4286-8053-99ab120e962e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c62c944-87e9-4a1f-996a-ba2081f5d385 HTTP/1.1" status: 204 len: 168 time: 0.3526669 Mar 08 15:46:10.804415 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63fc8a-f17d-4286-8053-99ab120e962e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c62c944-87e9-4a1f-996a-ba2081f5d385,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:10.829403 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e3472d12-8478-463f-82be-8cc05e3c6d47 req-02ec7886-e7c9-4ed2-bfd3-5ce9912c16bc tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340435 Mar 08 15:46:10.872516 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-bd84731c-05be-4a2c-bd3f-e1c7e0489ac9 service neutron] 10.222.0.11 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782787 Mar 08 15:46:10.888847 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f77a66-0320-436c-a0ad-a158126219c9 admin admin] Deleting subnet f7c72dd9-f6bb-4082-bbc6-f002b75fe090 {{(pid=104417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:46:10.893461 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2f5cf8-025e-47ba-a1d3-8f00ed75c7ea x-openstack-request-id: req-da2f5cf8-025e-47ba-a1d3-8f00ed75c7ea {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:46:10.893631 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-09f77a66-0320-436c-a0ad-a158126219c9 admin admin] Publish callbacks [] for subnet (f7c72dd9-f6bb-4082-bbc6-f002b75fe090), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:10.893747 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48afe06-d406-410a-8927-3b072765ddbe", "name": "network-vif-plugged", "status": "completed", "tag": "ba71a86f-d871-4215-9279-b9db9efa838a", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:46:10.894000 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da2f5cf8-025e-47ba-a1d3-8f00ed75c7ea {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:46:10.894420 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48afe06-d406-410a-8927-3b072765ddbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba71a86f-d871-4215-9279-b9db9efa838a', 'code': 200} Mar 08 15:46:10.981200 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-09f77a66-0320-436c-a0ad-a158126219c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12864693'] for subnet (f7c72dd9-f6bb-4082-bbc6-f002b75fe090), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.033283 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-d80595a7-0c45-4252-8c0e-7a9b97b376f6 service neutron] 10.222.0.11 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536450 Mar 08 15:46:11.040725 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.095838 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a98117-bd8a-431a-8544-2f37223ab0d5 req-f9b980e6-5339-4091-a47a-a54382a4d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:11.097929 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-09f77a66-0320-436c-a0ad-a158126219c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452262'] for subnet (f7c72dd9-f6bb-4082-bbc6-f002b75fe090), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.099139 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-10a98117-bd8a-431a-8544-2f37223ab0d5 req-f9b980e6-5339-4091-a47a-a54382a4d4b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 1129 time: 0.0548449 Mar 08 15:46:11.169962 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-09f77a66-0320-436c-a0ad-a158126219c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14517903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386866'] for subnet (f7c72dd9-f6bb-4082-bbc6-f002b75fe090), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.191103 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-10a98117-bd8a-431a-8544-2f37223ab0d5 req-04c44a4f-3c9a-4a18-8d05-6292cfb7c129 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854466 Mar 08 15:46:11.210037 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46138) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:11.220721 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f77a66-0320-436c-a0ad-a158126219c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c72dd9-f6bb-4082-bbc6-f002b75fe090,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:11.229665 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d2865767-284a-4389-b8d2-6c0ea30ec604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.239332 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-09f77a66-0320-436c-a0ad-a158126219c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.245618 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-09f77a66-0320-436c-a0ad-a158126219c9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f7c72dd9-f6bb-4082-bbc6-f002b75fe090 HTTP/1.1" status: 204 len: 168 time: 0.4319232 Mar 08 15:46:11.245989 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba29a6d4-da0f-414c-a129-802d2d95412d None None] Network 80c89e2a-a478-41c0-9d26-81d641ec9f8f requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:46:11.248579 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46140) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:11.260138 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d97a5c08-2ee9-481b-8c75-ea037e414278 req-fdaef9e4-c2a9-4ab7-89a4-5857ab058aa3 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 210 time: 0.0434167 Mar 08 15:46:11.380239 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1344873'] for network (80c89e2a-a478-41c0-9d26-81d641ec9f8f), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.407529 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d2865767-284a-4389-b8d2-6c0ea30ec604 admin admin] Publish callbacks [] for security_group (56024bef-3de0-4eb8-80c8-1df61ea65139), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.430259 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d2865767-284a-4389-b8d2-6c0ea30ec604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (56024bef-3de0-4eb8-80c8-1df61ea65139), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.473672 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234d02ee-ad5f-404f-9850-8b4c25523515 None None] DHCP port deletion for 80c89e2a-a478-41c0-9d26-81d641ec9f8f request from dv-cinder-830098-2-iscsi {{(pid=104419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:46:11.486995 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-d2865767-284a-4389-b8d2-6c0ea30ec604 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8021be9224104dd9ae2ef1717b1b78a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757075 Mar 08 15:46:11.489703 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46146) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:11.492618 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2865767-284a-4389-b8d2-6c0ea30ec604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56024bef-3de0-4eb8-80c8-1df61ea65139,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:11.510129 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] Deleting port 28028029-9c04-431f-94bc-13bc5b19f5aa {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:46:11.510598 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (28028029-9c04-431f-94bc-13bc5b19f5aa), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.536150 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-234d02ee-ad5f-404f-9850-8b4c25523515 None None] Deleting port 28028029-9c04-431f-94bc-13bc5b19f5aa {{(pid=104419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:46:11.536594 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-234d02ee-ad5f-404f-9850-8b4c25523515 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (28028029-9c04-431f-94bc-13bc5b19f5aa), before_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.564922 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c4af66ea-8cf4-4124-98f7-0b64638695a8 admin admin] Publish callbacks [] for security_group (56024bef-3de0-4eb8-80c8-1df61ea65139), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.593613 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c4af66ea-8cf4-4124-98f7-0b64638695a8 admin admin] Publish callbacks [] for security_group (56024bef-3de0-4eb8-80c8-1df61ea65139), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.601105 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] For port 28028029-9c04-431f-94bc-13bc5b19f5aa, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=28028029-9c04-431f-94bc-13bc5b19f5aa,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:11.602507 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (28028029-9c04-431f-94bc-13bc5b19f5aa), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.622888 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] Calling delete_port for 28028029-9c04-431f-94bc-13bc5b19f5aa owned by network:dhcp {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:46:11.635443 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-234d02ee-ad5f-404f-9850-8b4c25523515 None None] For port 28028029-9c04-431f-94bc-13bc5b19f5aa, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=28028029-9c04-431f-94bc-13bc5b19f5aa,segment=NetworkSegment(4e7c262a-890e-480c-844b-e36599a40601),segment_id=4e7c262a-890e-480c-844b-e36599a40601)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:11.635715 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-234d02ee-ad5f-404f-9850-8b4c25523515 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (28028029-9c04-431f-94bc-13bc5b19f5aa), precommit_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.655441 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-234d02ee-ad5f-404f-9850-8b4c25523515 None None] Calling delete_port for 28028029-9c04-431f-94bc-13bc5b19f5aa owned by network:dhcp {{(pid=104419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:46:11.691158 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c4af66ea-8cf4-4124-98f7-0b64638695a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (56024bef-3de0-4eb8-80c8-1df61ea65139), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.695211 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c4af66ea-8cf4-4124-98f7-0b64638695a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.699092 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c4af66ea-8cf4-4124-98f7-0b64638695a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56024bef-3de0-4eb8-80c8-1df61ea65139 HTTP/1.1" status: 204 len: 168 time: 0.2056563 Mar 08 15:46:11.705994 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af66ea-8cf4-4124-98f7-0b64638695a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56024bef-3de0-4eb8-80c8-1df61ea65139,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:11.746592 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (28028029-9c04-431f-94bc-13bc5b19f5aa), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.765198 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] No DVR routers for this DVR port 28028029-9c04-431f-94bc-13bc5b19f5aa on host dv-cinder-830098-2-iscsi {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:46:11.797870 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-234d02ee-ad5f-404f-9850-8b4c25523515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040'] for port (28028029-9c04-431f-94bc-13bc5b19f5aa), after_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.918959 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388905', 'neutron.services.segments.db._delete_segments_for_network-8773855619431'] for network (80c89e2a-a478-41c0-9d26-81d641ec9f8f), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.945148 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=28028029-9c04-431f-94bc-13bc5b19f5aa,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:11.951254 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.services.segments.db [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c89e2a-a478-41c0-9d26-81d641ec9f8f']}} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:11.962553 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.services.segments.db [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7c262a-890e-480c-844b-e36599a40601') {'for_net_delete': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:11.962776 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.services.segments.db [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7c262a-890e-480c-844b-e36599a40601') {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:11.981265 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773855620464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14600628'] for segment (4e7c262a-890e-480c-844b-e36599a40601), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:11.995572 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device a570131c-f977-4d06-b5e3-5b645ea3e756 no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:46:12.001128 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (4e7c262a-890e-480c-844b-e36599a40601), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.004098 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d02ee-ad5f-404f-9850-8b4c25523515 None None] Pushing event deleted for resources: {'Port': ['ID=28028029-9c04-431f-94bc-13bc5b19f5aa,revision_number=None']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:12.014820 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=104418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:46:12.015201 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15685200'] for segment (4e7c262a-890e-480c-844b-e36599a40601), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: Traceback (most recent call last): Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: timer() Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: cb(*args, **kw) Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: return func(*args, **kwargs) Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: self._notify() Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: self.callback(batched_events) Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: event.method(event) Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: return f(self, *a, **k) Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: return self._get(url).json() Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: return self.request(url, 'GET', **kwargs) Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:46:12.017587 dv-cinder-830098-2-iscsi neutron-server[104418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:46:12.038970 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: a570131c-f977-4d06-b5e3-5b645ea3e756 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:46:12.040397 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device a570131c-f977-4d06-b5e3-5b645ea3e756 not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:46:12.040533 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 28028029-9c04-431f-94bc-13bc5b19f5aa no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:46:12.044943 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d02ee-ad5f-404f-9850-8b4c25523515 None None] No DVR routers for this DVR port 28028029-9c04-431f-94bc-13bc5b19f5aa on host dv-cinder-830098-2-iscsi {{(pid=104419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:46:12.080001 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4753ae0-a577-40a6-a706-663b0e3c617d req-7341e2ee-42ff-4b07-8d55-47af91c308c0 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:12.081888 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a4753ae0-a577-40a6-a706-663b0e3c617d req-7341e2ee-42ff-4b07-8d55-47af91c308c0 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 945 time: 0.1382866 Mar 08 15:46:12.098303 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 28028029-9c04-431f-94bc-13bc5b19f5aa {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:46:12.099092 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 28028029-9c04-431f-94bc-13bc5b19f5aa not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:46:12.101136 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 8602b8e6-aa7f-4d02-9d3e-df73d2575fde no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:46:12.119123 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752824'] for network (80c89e2a-a478-41c0-9d26-81d641ec9f8f), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.131501 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 8602b8e6-aa7f-4d02-9d3e-df73d2575fde {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:46:12.132186 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 8602b8e6-aa7f-4d02-9d3e-df73d2575fde not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:46:12.140344 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.143696 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] 10.222.0.11 "DELETE /v2.0/networks/80c89e2a-a478-41c0-9d26-81d641ec9f8f HTTP/1.1" status: 204 len: 168 time: 0.8938844 Mar 08 15:46:12.161637 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1bc54-2047-44b7-bfdc-75bb3db80b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=80c89e2a-a478-41c0-9d26-81d641ec9f8f,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:12.184395 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a4753ae0-a577-40a6-a706-663b0e3c617d req-54c02b38-e91c-42c2-a463-36b8f12b4903 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931833 Mar 08 15:46:12.299577 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46168) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:12.322112 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.343222 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f791e99a-6dbd-404a-beb1-de05c5d36245 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f236c97d0e54f4dbe064bb9d3e45043&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421078 Mar 08 15:46:12.346079 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46170) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:12.396951 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4fb06ae8-9c90-4c00-9a21-2e06cf04c119 req-63742bff-8ddf-4c03-9edb-a374f7a23f06 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 210 time: 0.0368433 Mar 08 15:46:12.424565 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-93256094-805a-4d10-bfa5-80ad27accd0a admin admin] Publish callbacks [] for security_group (fb84c16a-2f81-4ae1-aedb-8b3de2e43d33), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.448656 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-93256094-805a-4d10-bfa5-80ad27accd0a admin admin] Publish callbacks [] for security_group (fb84c16a-2f81-4ae1-aedb-8b3de2e43d33), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.503902 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-93256094-805a-4d10-bfa5-80ad27accd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (fb84c16a-2f81-4ae1-aedb-8b3de2e43d33), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.506748 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-93256094-805a-4d10-bfa5-80ad27accd0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:12.510884 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-93256094-805a-4d10-bfa5-80ad27accd0a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb84c16a-2f81-4ae1-aedb-8b3de2e43d33 HTTP/1.1" status: 204 len: 168 time: 0.1618659 Mar 08 15:46:12.528508 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93256094-805a-4d10-bfa5-80ad27accd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb84c16a-2f81-4ae1-aedb-8b3de2e43d33,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:12.681389 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-ffd6ae22-7942-4be9-b9c4-48503a8b5059 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:12.683162 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-ffd6ae22-7942-4be9-b9c4-48503a8b5059 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "GET /v2.0/networks?id=a91eab27-e927-433f-826e-c27a0b9152a4 HTTP/1.1" status: 200 len: 815 time: 0.1728606 Mar 08 15:46:12.756265 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-36983fed-3994-4ddd-8198-1ad9fb9045f2 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62d3c6874e0e48c792aaf383f2bb7945 HTTP/1.1" status: 200 len: 380 time: 0.0611191 Mar 08 15:46:12.765550 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-fc731f29-f1b9-4187-9d38-d02e62fe1104 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'port': {'device_id': '214f0fab-74ee-4d0c-8be6-754397991e29', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'admin_state_up': True, 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'security_groups': ['149e96c0-9dba-46a2-8d04-608a6f783a57']}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:12.877735 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-fc731f29-f1b9-4187-9d38-d02e62fe1104 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Made reservation on behalf of 62d3c6874e0e48c792aaf383f2bb7945 for: {'port': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:46:12.881451 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-fc731f29-f1b9-4187-9d38-d02e62fe1104 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:13.019521 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-fc731f29-f1b9-4187-9d38-d02e62fe1104 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Allocated IP 172.20.0.5 (a91eab27-e927-433f-826e-c27a0b9152a4/07efbca3-18a1-4b3b-886d-8e44215b7116/cb46b87d-9862-411a-b108-58da288fe397) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:46:13.174268 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-fc731f29-f1b9-4187-9d38-d02e62fe1104 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for port (cb46b87d-9862-411a-b108-58da288fe397), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:13.212833 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-fc731f29-f1b9-4187-9d38-d02e62fe1104 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (cb46b87d-9862-411a-b108-58da288fe397), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:13.272962 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-fc731f29-f1b9-4187-9d38-d02e62fe1104 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Network a91eab27-e927-433f-826e-c27a0b9152a4 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:46:13.276403 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-fc731f29-f1b9-4187-9d38-d02e62fe1104 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:46:13.283074 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-fc731f29-f1b9-4187-9d38-d02e62fe1104 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:46:13.291182 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc731f29-f1b9-4187-9d38-d02e62fe1104 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event updated for resources: {'Port': ['ID=cb46b87d-9862-411a-b108-58da288fe397,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:13.341618 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-fc731f29-f1b9-4187-9d38-d02e62fe1104 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:13.342350 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-fc731f29-f1b9-4187-9d38-d02e62fe1104 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:13.353297 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512cfb0-b352-464f-9448-2e6b067c7f87 req-ac00ae30-fadb-4923-a5b2-961c5782e7e8 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:13.357273 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5512cfb0-b352-464f-9448-2e6b067c7f87 req-ac00ae30-fadb-4923-a5b2-961c5782e7e8 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 945 time: 0.0822973 Mar 08 15:46:13.361204 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-fc731f29-f1b9-4187-9d38-d02e62fe1104 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5992868 Mar 08 15:46:13.375084 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Request body: {'port': {'device_id': '214f0fab-74ee-4d0c-8be6-754397991e29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:13.445670 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5512cfb0-b352-464f-9448-2e6b067c7f87 req-fffea56c-ad88-45b9-b5ab-791b5ec443cd tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758512 Mar 08 15:46:13.496331 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (cb46b87d-9862-411a-b108-58da288fe397), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:13.583241 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c1c5b-2df7-4bff-8bda-0ae0ab230361 req-ac613ecf-89fb-428d-92de-94805b721195 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:13.585586 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bf5c1c5b-2df7-4bff-8bda-0ae0ab230361 req-ac613ecf-89fb-428d-92de-94805b721195 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 931 time: 0.0867276 Mar 08 15:46:13.634718 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-02f5fbb7-63e2-4f8b-bab4-6304770ef1ca None None] Provisioning complete for port cb46b87d-9862-411a-b108-58da288fe397 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:13.635528 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-02f5fbb7-63e2-4f8b-bab4-6304770ef1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (cb46b87d-9862-411a-b108-58da288fe397), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:13.669319 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b66df3-8c49-4065-9185-cf90eac32424 req-ed04b3ce-e0c0-4934-90ce-ace444113cab tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:13.670903 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-93b66df3-8c49-4065-9185-cf90eac32424 req-ed04b3ce-e0c0-4934-90ce-ace444113cab tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 945 time: 0.1206996 Mar 08 15:46:13.674367 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bf5c1c5b-2df7-4bff-8bda-0ae0ab230361 req-34b8af79-4bb1-4125-9d8c-b216367a2c8b tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=149e96c0-9dba-46a2-8d04-608a6f783a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680518 Mar 08 15:46:13.733592 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-02f5fbb7-63e2-4f8b-bab4-6304770ef1ca None None] Port cb46b87d-9862-411a-b108-58da288fe397 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:46:13.755025 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-93b66df3-8c49-4065-9185-cf90eac32424 req-e3e815c0-ab7b-455f-b3d4-5c19dc6d2096 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780642 Mar 08 15:46:13.779858 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46238) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:13.832428 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aa3fc3-f1bf-40f8-b44b-5c6762a200fa tempest-TestVolumeBootPattern-570865410 tempest-TestVolumeBootPattern-570865410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:13.837249 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46244) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:13.838065 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c5aa3fc3-f1bf-40f8-b44b-5c6762a200fa tempest-TestVolumeBootPattern-570865410 tempest-TestVolumeBootPattern-570865410-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 1124 time: 0.0564997 Mar 08 15:46:13.849875 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Request body: {'floatingip': {'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'port_id': 'ba71a86f-d871-4215-9279-b9db9efa838a', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:13.889196 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:13.951535 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb46b87d-9862-411a-b108-58da288fe397 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:46:13.961485 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Publish callbacks [] for port (cb46b87d-9862-411a-b108-58da288fe397), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:14.005685 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Transition to ACTIVE for port object cb46b87d-9862-411a-b108-58da288fe397 will not be triggered until provisioned by entity L2. {{(pid=104418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:46:14.019236 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (cb46b87d-9862-411a-b108-58da288fe397), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:14.080254 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Pushing event updated for resources: {'Port': ['ID=cb46b87d-9862-411a-b108-58da288fe397,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:14.148853 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:14.224924 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Attempting to bind port cb46b87d-9862-411a-b108-58da288fe397 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:46:14.225926 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Attempting to bind port cb46b87d-9862-411a-b108-58da288fe397 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:46:14.226826 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Attempting to bind port cb46b87d-9862-411a-b108-58da288fe397 on network a91eab27-e927-433f-826e-c27a0b9152a4 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:46:14.240920 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Port cb46b87d-9862-411a-b108-58da288fe397 on network a91eab27-e927-433f-826e-c27a0b9152a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:46:14.241299 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Attempting to bind port cb46b87d-9862-411a-b108-58da288fe397 on network a91eab27-e927-433f-826e-c27a0b9152a4 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:46:14.271829 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:46:14.272273 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Checking segment: {'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:46:14.272757 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Bound using segment: {'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:46:14.273311 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Bound port: cb46b87d-9862-411a-b108-58da288fe397, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518d62cb-b79f-4a82-92bd-76738838daad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:46:14.274229 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (cb46b87d-9862-411a-b108-58da288fe397), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:14.330122 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Allocated IP 172.27.1.41 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/637441d9-45bb-4fd7-afc1-e9afd110285c) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:46:14.394423 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] For port cb46b87d-9862-411a-b108-58da288fe397, host hv-cinder-83009, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:46:14.434320 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] For port cb46b87d-9862-411a-b108-58da288fe397, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cb46b87d-9862-411a-b108-58da288fe397,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:46:14.445697 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (cb46b87d-9862-411a-b108-58da288fe397), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:14.502960 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for port (637441d9-45bb-4fd7-afc1-e9afd110285c), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:14.510194 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:14.510902 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:14.512331 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] 10.222.0.41 "PUT /v2.0/ports/cb46b87d-9862-411a-b108-58da288fe397 HTTP/1.1" status: 200 len: 1093 time: 1.1430283 Mar 08 15:46:14.512782 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214f0fab-74ee-4d0c-8be6-754397991e29', 'tag': 'cb46b87d-9862-411a-b108-58da288fe397'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:46:14.515070 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7498e895-527c-400c-9189-e8207251a150" -d '{"events": [{"name": "network-changed", "server_uuid": "214f0fab-74ee-4d0c-8be6-754397991e29", "tag": "cb46b87d-9862-411a-b108-58da288fe397"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:46:14.550670 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e6707-0db9-4b4c-9e30-04a6c3b453ec service neutron] Pushing event updated for resources: {'Port': ['ID=cb46b87d-9862-411a-b108-58da288fe397,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:14.594774 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f9b902-6ef6-42b1-97fa-c10e2057e803 x-openstack-request-id: req-12f9b902-6ef6-42b1-97fa-c10e2057e803 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:46:14.595368 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214f0fab-74ee-4d0c-8be6-754397991e29", "tag": "cb46b87d-9862-411a-b108-58da288fe397", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:46:14.595622 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12f9b902-6ef6-42b1-97fa-c10e2057e803 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:46:14.596024 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214f0fab-74ee-4d0c-8be6-754397991e29', 'tag': 'cb46b87d-9862-411a-b108-58da288fe397', 'status': 'completed', 'code': 200} Mar 08 15:46:14.600280 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (637441d9-45bb-4fd7-afc1-e9afd110285c), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:14.652832 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:46:14.660341 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:46:14.664265 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:46:14.666235 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event updated for resources: {'Port': ['ID=637441d9-45bb-4fd7-afc1-e9afd110285c,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:14.697097 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-59bb9c79-1234-43cc-ba50-3fd764708fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:14.699700 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-59bb9c79-1234-43cc-ba50-3fd764708fc7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62d3c6874e0e48c792aaf383f2bb7945&device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 1127 time: 0.1367643 Mar 08 15:46:14.754047 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-b8b0d219-4516-463e-89c3-ea652e2385a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb46b87d-9862-411a-b108-58da288fe397 HTTP/1.1" status: 200 len: 217 time: 0.0456154 Mar 08 15:46:14.821143 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9da0d5-7a96-4d46-bf1b-e28030936382 req-2ec30381-ab99-4c8b-81b1-9fb72644b7d6 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:14.823816 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ec9da0d5-7a96-4d46-bf1b-e28030936382 req-2ec30381-ab99-4c8b-81b1-9fb72644b7d6 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 943 time: 0.0622663 Mar 08 15:46:14.858022 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-d0e3d97d-b9c2-4437-b376-95667d588a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:14.859516 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-d0e3d97d-b9c2-4437-b376-95667d588a25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07efbca3-18a1-4b3b-886d-8e44215b7116 HTTP/1.1" status: 200 len: 854 time: 0.0971098 Mar 08 15:46:14.874433 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ec9da0d5-7a96-4d46-bf1b-e28030936382 req-9c81fe81-bc6f-4246-b59d-440b00c48d6c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=149e96c0-9dba-46a2-8d04-608a6f783a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427246 Mar 08 15:46:14.991651 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-dfa0ce2a-72b6-4cd8-9af3-7732bf0db504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:14.993147 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-dfa0ce2a-72b6-4cd8-9af3-7732bf0db504 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a91eab27-e927-433f-826e-c27a0b9152a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1265678 Mar 08 15:46:15.452959 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-745e2a4d-57f3-48cb-9f63-ebd5b83e1ce3 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532754 Mar 08 15:46:15.560096 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for floatingip (1b90252f-90f3-43c2-90bd-6297e481c569), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:15.604993 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-9e36fec0-9cb9-4c57-a882-c17c3d2ebeb2 req-6db7253a-7c1d-4101-bf2b-795242095099 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444812 Mar 08 15:46:15.647967 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (637441d9-45bb-4fd7-afc1-e9afd110285c), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:15.749062 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498e895-527c-400c-9189-e8207251a150 req-ef189535-4ff8-42ab-8945-7eec66d88fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:15.750626 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7498e895-527c-400c-9189-e8207251a150 req-ef189535-4ff8-42ab-8945-7eec66d88fe3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62d3c6874e0e48c792aaf383f2bb7945&device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 1127 time: 0.1007681 Mar 08 15:46:15.913357 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498e895-527c-400c-9189-e8207251a150 req-fa8ea3a9-f9ed-43eb-bf10-6c9fda3c6994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:15.914846 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7498e895-527c-400c-9189-e8207251a150 req-fa8ea3a9-f9ed-43eb-bf10-6c9fda3c6994 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a91eab27-e927-433f-826e-c27a0b9152a4 HTTP/1.1" status: 200 len: 916 time: 0.1354544 Mar 08 15:46:15.930434 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for port (637441d9-45bb-4fd7-afc1-e9afd110285c), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:15.965965 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (637441d9-45bb-4fd7-afc1-e9afd110285c), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:15.970287 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7498e895-527c-400c-9189-e8207251a150 req-6d0d99ec-7e68-47ca-985f-b7c6eac846ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb46b87d-9862-411a-b108-58da288fe397 HTTP/1.1" status: 200 len: 217 time: 0.0479257 Mar 08 15:46:15.996803 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c904f6-11c0-47cb-8e69-97bb97e25b38 req-697d52d4-261e-4f34-8b05-4522bf3b3cd1 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:15.998286 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b4c904f6-11c0-47cb-8e69-97bb97e25b38 req-697d52d4-261e-4f34-8b05-4522bf3b3cd1 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 943 time: 0.0535645 Mar 08 15:46:16.046955 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b4c904f6-11c0-47cb-8e69-97bb97e25b38 req-18441b96-8319-40d2-b052-b89f9010a60c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=149e96c0-9dba-46a2-8d04-608a6f783a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426080 Mar 08 15:46:16.069911 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event updated for resources: {'Port': ['ID=637441d9-45bb-4fd7-afc1-e9afd110285c,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:16.084366 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498e895-527c-400c-9189-e8207251a150 req-240a3786-79a9-41c6-a40a-fcdaf3b9cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:16.085823 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7498e895-527c-400c-9189-e8207251a150 req-240a3786-79a9-41c6-a40a-fcdaf3b9cc03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07efbca3-18a1-4b3b-886d-8e44215b7116 HTTP/1.1" status: 200 len: 854 time: 0.0943806 Mar 08 15:46:16.086683 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (1b90252f-90f3-43c2-90bd-6297e481c569), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:16.216282 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498e895-527c-400c-9189-e8207251a150 req-3d75e729-c552-4e0e-9460-6407908f9e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:16.217767 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7498e895-527c-400c-9189-e8207251a150 req-3d75e729-c552-4e0e-9460-6407908f9e4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a91eab27-e927-433f-826e-c27a0b9152a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951083 Mar 08 15:46:16.224317 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.l3_db [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Floating IP 1b90252f-90f3-43c2-90bd-6297e481c569 associated. External IP: 172.27.1.41, port: ba71a86f-d871-4215-9279-b9db9efa838a. Mar 08 15:46:16.391692 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7498e895-527c-400c-9189-e8207251a150 req-12347cb4-ac0b-4633-ba9a-fa7c5a9b83df service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650407 Mar 08 15:46:16.568318 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7498e895-527c-400c-9189-e8207251a150 req-ecb85c92-8ab3-4cbd-bbeb-2661ec096378 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688643 Mar 08 15:46:16.576575 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:46:16.701949 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:46:16.715068 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d073bb6-0bf6-440f-8c4a-41f88c259c52 None None] Sync routers for ids ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:46:16.722535 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:16.728256 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d073bb6-0bf6-440f-8c4a-41f88c259c52 None None] Routers {'9afc2d2c-a6aa-4085-9b46-15248fa596d7'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:16.729249 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-9d073bb6-0bf6-440f-8c4a-41f88c259c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:46:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:16.774418 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-d589aab0-4dde-444c-bd1f-235dee1dcf24 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9216232 Mar 08 15:46:16.774418 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48afe06-d406-410a-8927-3b072765ddbe', 'tag': 'ba71a86f-d871-4215-9279-b9db9efa838a'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:46:16.774418 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8896ea-59f0-4ea9-8a14-7becd0537e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b48afe06-d406-410a-8927-3b072765ddbe", "tag": "ba71a86f-d871-4215-9279-b9db9efa838a"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:46:16.828694 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fbe14d-2c8c-4556-81b5-5a684b049264 x-openstack-request-id: req-d4fbe14d-2c8c-4556-81b5-5a684b049264 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:46:16.829231 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48afe06-d406-410a-8927-3b072765ddbe", "tag": "ba71a86f-d871-4215-9279-b9db9efa838a", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:46:16.829686 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d4fbe14d-2c8c-4556-81b5-5a684b049264 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:46:16.830365 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48afe06-d406-410a-8927-3b072765ddbe', 'tag': 'ba71a86f-d871-4215-9279-b9db9efa838a', 'status': 'completed', 'code': 200} Mar 08 15:46:16.882997 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-9d073bb6-0bf6-440f-8c4a-41f88c259c52 None None] Set router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:16.909834 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8896ea-59f0-4ea9-8a14-7becd0537e5c req-4759fff6-a0ab-42c5-ba6a-996c22714531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:16.911392 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ed8896ea-59f0-4ea9-8a14-7becd0537e5c req-4759fff6-a0ab-42c5-ba6a-996c22714531 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d0cf23d94b04413bd119204393f2f3d&device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 1129 time: 0.0564158 Mar 08 15:46:16.925415 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46308) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:17.017810 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8896ea-59f0-4ea9-8a14-7becd0537e5c req-96ec1dd0-ae4a-43e7-86da-3a31eeac37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:17.019345 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ed8896ea-59f0-4ea9-8a14-7becd0537e5c req-96ec1dd0-ae4a-43e7-86da-3a31eeac37f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f HTTP/1.1" status: 200 len: 913 time: 0.1011627 Mar 08 15:46:17.042880 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8e903d48-e0fa-481d-85b3-205e1b78ca1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:17.102740 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ed8896ea-59f0-4ea9-8a14-7becd0537e5c req-8136b804-f701-41a4-b6c6-ba551d0b1d3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba71a86f-d871-4215-9279-b9db9efa838a HTTP/1.1" status: 200 len: 998 time: 0.0755460 Mar 08 15:46:17.139010 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-9d073bb6-0bf6-440f-8c4a-41f88c259c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '1b90252f-90f3-43c2-90bd-6297e481c569', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'port_id': 'ba71a86f-d871-4215-9279-b9db9efa838a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'mac_address': 'fa:16:3e:df:1d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48afe06-d406-410a-8927-3b072765ddbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:46:15Z', 'updated_at': '2022-03-08T15:46:15Z', 'revision_number': 0, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'fixed_ip_address_scope': None}, {'id': 'a31d513d-6e8a-4c98-bc1c-6264b75ce7c3', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'port_id': 'c104af7c-afdc-4fd0-a660-d44403bba38c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'mac_address': 'fa:16:3e:3f:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41deef11-4c21-4f5f-9310-6eae93803685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:44:07Z', 'updated_at': '2022-03-08T15:44:10Z', 'revision_number': 1, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:09Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:17.149296 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8e903d48-e0fa-481d-85b3-205e1b78ca1c admin admin] Publish callbacks [] for security_group (cd5c6989-7c5c-4a14-ab32-6fc499916524), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:17.166066 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8896ea-59f0-4ea9-8a14-7becd0537e5c req-16e75971-344d-4f50-a36c-ea1acade94bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:17.166419 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d073bb6-0bf6-440f-8c4a-41f88c259c52 None None] Checking router: 9afc2d2c-a6aa-4085-9b46-15248fa596d7 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:46:17.168068 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ed8896ea-59f0-4ea9-8a14-7becd0537e5c req-16e75971-344d-4f50-a36c-ea1acade94bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73b41290-8ee2-4e3d-bbe0-e90c06dbebb7 HTTP/1.1" status: 200 len: 851 time: 0.0563414 Mar 08 15:46:17.173320 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8e903d48-e0fa-481d-85b3-205e1b78ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (cd5c6989-7c5c-4a14-ab32-6fc499916524), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:17.175648 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d073bb6-0bf6-440f-8c4a-41f88c259c52 None None] Routers {'9afc2d2c-a6aa-4085-9b46-15248fa596d7'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:17.176259 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-9d073bb6-0bf6-440f-8c4a-41f88c259c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:46:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:17.220924 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-8e903d48-e0fa-481d-85b3-205e1b78ca1c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17fd54c81e924d81a3885af5763a1bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941737 Mar 08 15:46:17.223253 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e903d48-e0fa-481d-85b3-205e1b78ca1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5c6989-7c5c-4a14-ab32-6fc499916524,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:17.224320 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46314) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:17.226305 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8896ea-59f0-4ea9-8a14-7becd0537e5c req-b447ae21-bdd5-43e1-b512-3db4b1191324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:17.228008 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ed8896ea-59f0-4ea9-8a14-7becd0537e5c req-b447ae21-bdd5-43e1-b512-3db4b1191324 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532839 Mar 08 15:46:17.242103 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9e061-eafd-440c-95fb-78e523cbe223 req-a3e0f77d-985c-44b6-92b7-919cd698b2b2 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:17.243387 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-63f9e061-eafd-440c-95fb-78e523cbe223 req-a3e0f77d-985c-44b6-92b7-919cd698b2b2 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 943 time: 0.1096399 Mar 08 15:46:17.293929 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-63f9e061-eafd-440c-95fb-78e523cbe223 req-39d2a5b0-19a2-4ae0-a8d1-000ad5247642 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=149e96c0-9dba-46a2-8d04-608a6f783a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444641 Mar 08 15:46:17.313424 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-9d073bb6-0bf6-440f-8c4a-41f88c259c52 None None] Set router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:17.346636 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f3f97c77-89e7-4820-a53f-3665858ba170 admin admin] Publish callbacks [] for security_group (cd5c6989-7c5c-4a14-ab32-6fc499916524), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:17.369247 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ed8896ea-59f0-4ea9-8a14-7becd0537e5c req-9df26df1-ab92-43dd-9119-2d6065a8bd7c service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339691 Mar 08 15:46:17.388463 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f3f97c77-89e7-4820-a53f-3665858ba170 admin admin] Publish callbacks [] for security_group (cd5c6989-7c5c-4a14-ab32-6fc499916524), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:17.405526 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:17.493991 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ed8896ea-59f0-4ea9-8a14-7becd0537e5c req-a08015dc-3ee9-4091-b42a-1fa6d3d39d92 service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168344 Mar 08 15:46:17.495219 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f3f97c77-89e7-4820-a53f-3665858ba170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (cd5c6989-7c5c-4a14-ab32-6fc499916524), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:17.497774 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f3f97c77-89e7-4820-a53f-3665858ba170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:17.498838 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-f3f97c77-89e7-4820-a53f-3665858ba170 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cd5c6989-7c5c-4a14-ab32-6fc499916524 HTTP/1.1" status: 204 len: 168 time: 0.2699165 Mar 08 15:46:17.508478 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f97c77-89e7-4820-a53f-3665858ba170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5c6989-7c5c-4a14-ab32-6fc499916524,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:17.570764 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-9d073bb6-0bf6-440f-8c4a-41f88c259c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '1b90252f-90f3-43c2-90bd-6297e481c569', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'port_id': 'ba71a86f-d871-4215-9279-b9db9efa838a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'mac_address': 'fa:16:3e:df:1d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48afe06-d406-410a-8927-3b072765ddbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:46:15Z', 'updated_at': '2022-03-08T15:46:15Z', 'revision_number': 0, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'fixed_ip_address_scope': None}, {'id': 'a31d513d-6e8a-4c98-bc1c-6264b75ce7c3', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'port_id': 'c104af7c-afdc-4fd0-a660-d44403bba38c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'mac_address': 'fa:16:3e:3f:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41deef11-4c21-4f5f-9310-6eae93803685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:44:07Z', 'updated_at': '2022-03-08T15:44:10Z', 'revision_number': 1, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:09Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:17.598870 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d073bb6-0bf6-440f-8c4a-41f88c259c52 None None] The sync data for ids ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'] in dv-cinder-830098-2-iscsi is: [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '1b90252f-90f3-43c2-90bd-6297e481c569', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'port_id': 'ba71a86f-d871-4215-9279-b9db9efa838a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'mac_address': 'fa:16:3e:df:1d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48afe06-d406-410a-8927-3b072765ddbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:46:15Z', 'updated_at': '2022-03-08T15:46:15Z', 'revision_number': 0, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'fixed_ip_address_scope': None}, {'id': 'a31d513d-6e8a-4c98-bc1c-6264b75ce7c3', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'port_id': 'c104af7c-afdc-4fd0-a660-d44403bba38c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'mac_address': 'fa:16:3e:3f:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41deef11-4c21-4f5f-9310-6eae93803685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:44:07Z', 'updated_at': '2022-03-08T15:44:10Z', 'revision_number': 1, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:09Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:46:17.771296 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46320) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:17.787567 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-218fe2f8-6590-43f7-b89b-7dc778a6b2f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:17.811067 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3291c7-a549-4990-9618-f863b3db77b9 None None] New status for floating IP 1b90252f-90f3-43c2-90bd-6297e481c569: ACTIVE {{(pid=104420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:46:17.878696 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-218fe2f8-6590-43f7-b89b-7dc778a6b2f0 admin admin] Publish callbacks [] for security_group (49d5ad0a-41ff-4f75-a10e-4da0521b0a0d), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:17.884051 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-218fe2f8-6590-43f7-b89b-7dc778a6b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (49d5ad0a-41ff-4f75-a10e-4da0521b0a0d), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:17.924348 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-218fe2f8-6590-43f7-b89b-7dc778a6b2f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c4049d1ec874a15a7f5fe2ddbdfbe4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519096 Mar 08 15:46:17.927191 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46328) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:17.927805 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fe2f8-6590-43f7-b89b-7dc778a6b2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d5ad0a-41ff-4f75-a10e-4da0521b0a0d,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:17.991584 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-01d88cf6-77e9-463e-a60d-3a3f671cd6cc admin admin] Publish callbacks [] for security_group (49d5ad0a-41ff-4f75-a10e-4da0521b0a0d), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:18.016411 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-01d88cf6-77e9-463e-a60d-3a3f671cd6cc admin admin] Publish callbacks [] for security_group (49d5ad0a-41ff-4f75-a10e-4da0521b0a0d), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:18.079180 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-01d88cf6-77e9-463e-a60d-3a3f671cd6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (49d5ad0a-41ff-4f75-a10e-4da0521b0a0d), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:18.081931 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-01d88cf6-77e9-463e-a60d-3a3f671cd6cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:18.083511 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-01d88cf6-77e9-463e-a60d-3a3f671cd6cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/49d5ad0a-41ff-4f75-a10e-4da0521b0a0d HTTP/1.1" status: 204 len: 168 time: 0.1552162 Mar 08 15:46:18.093512 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d88cf6-77e9-463e-a60d-3a3f671cd6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d5ad0a-41ff-4f75-a10e-4da0521b0a0d,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:18.437679 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2e1a2-e9ee-44eb-81dc-9124637a2f57 req-1fc16ac3-5cd4-4139-a375-0e30cfc9b8dc tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:18.439448 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ebf2e1a2-e9ee-44eb-81dc-9124637a2f57 req-1fc16ac3-5cd4-4139-a375-0e30cfc9b8dc tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 943 time: 0.0563223 Mar 08 15:46:18.502613 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ebf2e1a2-e9ee-44eb-81dc-9124637a2f57 req-cc25155a-271c-4831-9b03-e728d1e745d9 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=149e96c0-9dba-46a2-8d04-608a6f783a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566380 Mar 08 15:46:18.519053 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device cb46b87d-9862-411a-b108-58da288fe397 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:46:18.629773 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port cb46b87d-9862-411a-b108-58da288fe397, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cb46b87d-9862-411a-b108-58da288fe397,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:18.643935 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': 'cb46b87d-9862-411a-b108-58da288fe397', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'port_id': 'cb46b87d-9862-411a-b108-58da288fe397', 'mac_address': 'fa:16:3e:cd:6c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:46:18.685979 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port cb46b87d-9862-411a-b108-58da288fe397 is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:18.686379 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (cb46b87d-9862-411a-b108-58da288fe397), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:18.706945 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb46b87d-9862-411a-b108-58da288fe397 {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:46:18.730138 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port cb46b87d-9862-411a-b108-58da288fe397, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cb46b87d-9862-411a-b108-58da288fe397,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:18.735681 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (cb46b87d-9862-411a-b108-58da288fe397), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:18.804686 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=cb46b87d-9862-411a-b108-58da288fe397,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:18.976715 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['cb46b87d-9862-411a-b108-58da288fe397'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:46:19.618681 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50c832-9e3a-4640-9a3f-cfbb642c99e5 req-e22f836f-b7ac-4120-845f-535fa387856d tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:19.620916 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6d50c832-9e3a-4640-9a3f-cfbb642c99e5 req-e22f836f-b7ac-4120-845f-535fa387856d tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 944 time: 0.0556569 Mar 08 15:46:19.668768 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6d50c832-9e3a-4640-9a3f-cfbb642c99e5 req-1d3ff94f-a224-46a2-beb2-a757df6b4498 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=149e96c0-9dba-46a2-8d04-608a6f783a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421596 Mar 08 15:46:20.519759 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device cb46b87d-9862-411a-b108-58da288fe397 up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:46:20.568642 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port cb46b87d-9862-411a-b108-58da288fe397 completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:46:20.572221 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port cb46b87d-9862-411a-b108-58da288fe397 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:20.572654 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (cb46b87d-9862-411a-b108-58da288fe397), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:20.656217 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port cb46b87d-9862-411a-b108-58da288fe397 is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:20.656607 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (cb46b87d-9862-411a-b108-58da288fe397), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:20.679852 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214f0fab-74ee-4d0c-8be6-754397991e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb46b87d-9862-411a-b108-58da288fe397'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:46:20.682313 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cb2845-14e2-4460-a030-7724fbaef2e7" -d '{"events": [{"server_uuid": "214f0fab-74ee-4d0c-8be6-754397991e29", "name": "network-vif-plugged", "status": "completed", "tag": "cb46b87d-9862-411a-b108-58da288fe397"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:46:20.694829 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port cb46b87d-9862-411a-b108-58da288fe397, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cb46b87d-9862-411a-b108-58da288fe397,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:20.700524 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (cb46b87d-9862-411a-b108-58da288fe397), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:20.724938 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2047a9b9-05c9-4550-80df-d8c237c3112b x-openstack-request-id: req-2047a9b9-05c9-4550-80df-d8c237c3112b {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:46:20.725225 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214f0fab-74ee-4d0c-8be6-754397991e29", "name": "network-vif-plugged", "status": "completed", "tag": "cb46b87d-9862-411a-b108-58da288fe397", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:46:20.725446 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2047a9b9-05c9-4550-80df-d8c237c3112b {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:46:20.725857 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214f0fab-74ee-4d0c-8be6-754397991e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb46b87d-9862-411a-b108-58da288fe397', 'code': 200} Mar 08 15:46:20.758536 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=cb46b87d-9862-411a-b108-58da288fe397,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:20.797333 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacf319-49d2-4ed1-9d56-1a80ea4c9735 req-2e262ee5-d652-4680-9d8f-30af748f4432 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:20.798857 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8dacf319-49d2-4ed1-9d56-1a80ea4c9735 req-2e262ee5-d652-4680-9d8f-30af748f4432 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 945 time: 0.0604372 Mar 08 15:46:20.849757 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8dacf319-49d2-4ed1-9d56-1a80ea4c9735 req-534479a5-0c9b-4e2a-b86d-3d922abc423c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=149e96c0-9dba-46a2-8d04-608a6f783a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452447 Mar 08 15:46:20.899626 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d4877-d0bb-400b-a4ae-f0ca46aa4702 req-12c6145c-ac29-4c59-900a-ba701cbe07b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:20.901355 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-605d4877-d0bb-400b-a4ae-f0ca46aa4702 req-12c6145c-ac29-4c59-900a-ba701cbe07b3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 1129 time: 0.0443354 Mar 08 15:46:20.944142 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-605d4877-d0bb-400b-a4ae-f0ca46aa4702 req-0cd8f079-8058-4e73-8fd2-b63fd6b0e39b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=149e96c0-9dba-46a2-8d04-608a6f783a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368404 Mar 08 15:46:21.989598 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a19d0-643e-4a6d-8cf9-9299426e9364 req-15f25c65-82e1-43ed-bb56-ca74b795221a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:21.991135 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-038a19d0-643e-4a6d-8cf9-9299426e9364 req-15f25c65-82e1-43ed-bb56-ca74b795221a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 945 time: 0.0635064 Mar 08 15:46:22.045724 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-038a19d0-643e-4a6d-8cf9-9299426e9364 req-c26fbec7-1a00-4cfd-adf8-ae9ecc764dcf tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=149e96c0-9dba-46a2-8d04-608a6f783a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488174 Mar 08 15:46:22.488389 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46484) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:22.596706 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2f2dc605-5402-432d-88cb-36e4b17807be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:22.673147 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2f2dc605-5402-432d-88cb-36e4b17807be admin admin] Publish callbacks [] for security_group (4d09869b-57d9-48d6-9554-795a8359356c), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:22.681090 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2f2dc605-5402-432d-88cb-36e4b17807be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (4d09869b-57d9-48d6-9554-795a8359356c), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:22.721467 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-2f2dc605-5402-432d-88cb-36e4b17807be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=456152f354b0468bb0d34644aea01755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320058 Mar 08 15:46:22.722608 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2dc605-5402-432d-88cb-36e4b17807be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d09869b-57d9-48d6-9554-795a8359356c,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:22.724356 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46488) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:22.789765 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-013df154-bb60-4d8c-a96f-95e6442af235 admin admin] Publish callbacks [] for security_group (4d09869b-57d9-48d6-9554-795a8359356c), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:22.810359 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-013df154-bb60-4d8c-a96f-95e6442af235 admin admin] Publish callbacks [] for security_group (4d09869b-57d9-48d6-9554-795a8359356c), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:22.874420 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-013df154-bb60-4d8c-a96f-95e6442af235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (4d09869b-57d9-48d6-9554-795a8359356c), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:22.876975 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-013df154-bb60-4d8c-a96f-95e6442af235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:22.878108 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-013df154-bb60-4d8c-a96f-95e6442af235 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d09869b-57d9-48d6-9554-795a8359356c HTTP/1.1" status: 204 len: 168 time: 0.1527839 Mar 08 15:46:22.885752 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013df154-bb60-4d8c-a96f-95e6442af235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d09869b-57d9-48d6-9554-795a8359356c,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:23.181553 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128458e7-e233-4773-a8b6-e335c7644b5c req-da52f2b3-b923-4b3a-b0bf-7b5f68c73eab tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:23.183167 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-128458e7-e233-4773-a8b6-e335c7644b5c req-da52f2b3-b923-4b3a-b0bf-7b5f68c73eab tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 945 time: 0.0579579 Mar 08 15:46:23.238538 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-128458e7-e233-4773-a8b6-e335c7644b5c req-120f2bb4-a57a-4a10-bb67-cb75a2d93876 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=149e96c0-9dba-46a2-8d04-608a6f783a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471148 Mar 08 15:46:23.324285 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46516) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:23.358197 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f07d9-dfec-4d31-806c-dedbb28d95f8 req-bb74ae7f-270a-4a2a-8080-6b40cfb7d6b0 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:23.359761 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9f3f07d9-dfec-4d31-806c-dedbb28d95f8 req-bb74ae7f-270a-4a2a-8080-6b40cfb7d6b0 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 945 time: 0.0538981 Mar 08 15:46:23.368560 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46522) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:23.373287 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-112bcbee-8bdc-41bf-88ef-996442255589 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Request body: {'floatingip': {'port_id': 'cb46b87d-9862-411a-b108-58da288fe397'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:23.419381 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-112bcbee-8bdc-41bf-88ef-996442255589 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (6d1fdc65-ec38-4723-93cf-7910104eaab6), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:23.489919 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-520d56df-5bca-4b64-98de-2d04210a033f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:23.691387 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-520d56df-5bca-4b64-98de-2d04210a033f admin admin] Publish callbacks [] for security_group (8b176b8e-ed13-4426-aa17-093c82e6f42d), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:23.704666 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-520d56df-5bca-4b64-98de-2d04210a033f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (8b176b8e-ed13-4426-aa17-093c82e6f42d), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:23.815977 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-520d56df-5bca-4b64-98de-2d04210a033f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42d7443c5e95406dae1b2358feed32fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4902568 Mar 08 15:46:23.818483 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d56df-5bca-4b64-98de-2d04210a033f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b176b8e-ed13-4426-aa17-093c82e6f42d,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:23.819036 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46538) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:23.877483 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b802e179-dd6c-4f68-bd1a-e2b2e3b92936 admin admin] Publish callbacks [] for security_group (8b176b8e-ed13-4426-aa17-093c82e6f42d), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:23.906187 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b802e179-dd6c-4f68-bd1a-e2b2e3b92936 admin admin] Publish callbacks [] for security_group (8b176b8e-ed13-4426-aa17-093c82e6f42d), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:23.962540 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b802e179-dd6c-4f68-bd1a-e2b2e3b92936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (8b176b8e-ed13-4426-aa17-093c82e6f42d), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:23.967624 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b802e179-dd6c-4f68-bd1a-e2b2e3b92936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:23.971567 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b802e179-dd6c-4f68-bd1a-e2b2e3b92936 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b176b8e-ed13-4426-aa17-093c82e6f42d HTTP/1.1" status: 204 len: 168 time: 0.1504965 Mar 08 15:46:23.981434 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802e179-dd6c-4f68-bd1a-e2b2e3b92936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b176b8e-ed13-4426-aa17-093c82e6f42d,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:23.988121 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-112bcbee-8bdc-41bf-88ef-996442255589 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:23.994558 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-112bcbee-8bdc-41bf-88ef-996442255589 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (6d1fdc65-ec38-4723-93cf-7910104eaab6), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:24.110700 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.l3_db [None req-112bcbee-8bdc-41bf-88ef-996442255589 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Floating IP 6d1fdc65-ec38-4723-93cf-7910104eaab6 associated. External IP: 172.27.1.221, port: cb46b87d-9862-411a-b108-58da288fe397. Mar 08 15:46:24.345195 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46558) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:24.360268 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d3b83560-bf6f-41d3-9685-1d972c6c3493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:24.445407 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d3b83560-bf6f-41d3-9685-1d972c6c3493 admin admin] Publish callbacks [] for security_group (845a4bcf-1fa6-4351-a211-e4620c5da1c4), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:24.450199 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d3b83560-bf6f-41d3-9685-1d972c6c3493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (845a4bcf-1fa6-4351-a211-e4620c5da1c4), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:24.495571 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-d3b83560-bf6f-41d3-9685-1d972c6c3493 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2dc55e7eb830439c8c01707bfce0defc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483870 Mar 08 15:46:24.496882 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b83560-bf6f-41d3-9685-1d972c6c3493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845a4bcf-1fa6-4351-a211-e4620c5da1c4,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:24.499439 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46570) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:24.551216 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-05662d80-3d9f-4d1f-82b6-d08a7a091556 admin admin] Publish callbacks [] for security_group (845a4bcf-1fa6-4351-a211-e4620c5da1c4), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:24.572903 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-05662d80-3d9f-4d1f-82b6-d08a7a091556 admin admin] Publish callbacks [] for security_group (845a4bcf-1fa6-4351-a211-e4620c5da1c4), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:24.626339 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-05662d80-3d9f-4d1f-82b6-d08a7a091556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (845a4bcf-1fa6-4351-a211-e4620c5da1c4), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:24.627177 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112bcbee-8bdc-41bf-88ef-996442255589 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:46:24.629661 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-05662d80-3d9f-4d1f-82b6-d08a7a091556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:24.630985 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-05662d80-3d9f-4d1f-82b6-d08a7a091556 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/845a4bcf-1fa6-4351-a211-e4620c5da1c4 HTTP/1.1" status: 204 len: 168 time: 0.1303885 Mar 08 15:46:24.639217 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05662d80-3d9f-4d1f-82b6-d08a7a091556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845a4bcf-1fa6-4351-a211-e4620c5da1c4,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:24.773090 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112bcbee-8bdc-41bf-88ef-996442255589 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:46:24.778034 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-112bcbee-8bdc-41bf-88ef-996442255589 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:24.778733 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46578) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:24.789881 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ca712b-d06b-44d1-aa12-ea9d40880a12 None None] Sync routers for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:46:24.801499 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ca712b-d06b-44d1-aa12-ea9d40880a12 None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:24.802359 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-84ca712b-d06b-44d1-aa12-ea9d40880a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:46:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:24.829163 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-112bcbee-8bdc-41bf-88ef-996442255589 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "PUT /v2.0/floatingips/6d1fdc65-ec38-4723-93cf-7910104eaab6 HTTP/1.1" status: 200 len: 991 time: 1.4465628 Mar 08 15:46:24.829163 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214f0fab-74ee-4d0c-8be6-754397991e29', 'tag': 'cb46b87d-9862-411a-b108-58da288fe397'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:46:24.829163 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cc0c46-b363-46d6-94d1-2a9f91d72d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "214f0fab-74ee-4d0c-8be6-754397991e29", "tag": "cb46b87d-9862-411a-b108-58da288fe397"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:46:24.865146 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9afe586-af01-4834-960a-42436f6e8b1f x-openstack-request-id: req-b9afe586-af01-4834-960a-42436f6e8b1f {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:46:24.865443 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214f0fab-74ee-4d0c-8be6-754397991e29", "tag": "cb46b87d-9862-411a-b108-58da288fe397", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:46:24.865697 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9afe586-af01-4834-960a-42436f6e8b1f {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:46:24.866095 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214f0fab-74ee-4d0c-8be6-754397991e29', 'tag': 'cb46b87d-9862-411a-b108-58da288fe397', 'status': 'completed', 'code': 200} Mar 08 15:46:24.934275 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-84ca712b-d06b-44d1-aa12-ea9d40880a12 None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:24.943337 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e32db2d8-077a-49d6-bd8a-6dcd80d52539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:24.964759 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc0c46-b363-46d6-94d1-2a9f91d72d8e req-dc5ddc30-6cb0-4324-8ccc-e7e46e1e9eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:24.967589 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-16cc0c46-b363-46d6-94d1-2a9f91d72d8e req-dc5ddc30-6cb0-4324-8ccc-e7e46e1e9eda service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62d3c6874e0e48c792aaf383f2bb7945&device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 1129 time: 0.0690827 Mar 08 15:46:24.988559 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46586) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:25.009660 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-52de76ef-e23c-40f1-90cc-4a978691d1ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:25.059553 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e32db2d8-077a-49d6-bd8a-6dcd80d52539 admin admin] Publish callbacks [] for security_group (1cf95499-0c79-418e-86d1-1cd19d805d6b), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:25.069197 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e32db2d8-077a-49d6-bd8a-6dcd80d52539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (1cf95499-0c79-418e-86d1-1cd19d805d6b), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:25.084861 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc0c46-b363-46d6-94d1-2a9f91d72d8e req-3f48e819-7d1c-492e-b526-6f9e7fb3839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:25.086541 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-16cc0c46-b363-46d6-94d1-2a9f91d72d8e req-3f48e819-7d1c-492e-b526-6f9e7fb3839a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a91eab27-e927-433f-826e-c27a0b9152a4 HTTP/1.1" status: 200 len: 916 time: 0.1116600 Mar 08 15:46:25.122244 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32db2d8-077a-49d6-bd8a-6dcd80d52539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf95499-0c79-418e-86d1-1cd19d805d6b,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:25.132923 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-e32db2d8-077a-49d6-bd8a-6dcd80d52539 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8297c6e953c46c29221ead1515ff0ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3529837 Mar 08 15:46:25.133390 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46588) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:25.165900 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-16cc0c46-b363-46d6-94d1-2a9f91d72d8e req-e112ea6b-32a3-468b-a31d-26c8c809e5e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb46b87d-9862-411a-b108-58da288fe397 HTTP/1.1" status: 200 len: 999 time: 0.0721259 Mar 08 15:46:25.179256 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-52de76ef-e23c-40f1-90cc-4a978691d1ee admin admin] Publish callbacks [] for security_group (26d32ba7-4274-4849-a82f-b9c8f9088ea5), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:25.187124 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-52de76ef-e23c-40f1-90cc-4a978691d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (26d32ba7-4274-4849-a82f-b9c8f9088ea5), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:25.198819 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-84ca712b-d06b-44d1-aa12-ea9d40880a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '6d1fdc65-ec38-4723-93cf-7910104eaab6', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'port_id': 'cb46b87d-9862-411a-b108-58da288fe397', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'mac_address': 'fa:16:3e:cd:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214f0fab-74ee-4d0c-8be6-754397991e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:46:09Z', 'updated_at': '2022-03-08T15:46:23Z', 'revision_number': 1, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:25.227944 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ca712b-d06b-44d1-aa12-ea9d40880a12 None None] Checking router: a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:46:25.228229 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc0c46-b363-46d6-94d1-2a9f91d72d8e req-4ecda0e8-8bae-48a0-a51e-84a0b09ab05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:25.229575 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-16cc0c46-b363-46d6-94d1-2a9f91d72d8e req-4ecda0e8-8bae-48a0-a51e-84a0b09ab05b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07efbca3-18a1-4b3b-886d-8e44215b7116 HTTP/1.1" status: 200 len: 854 time: 0.0578034 Mar 08 15:46:25.236800 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ca712b-d06b-44d1-aa12-ea9d40880a12 None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:25.237398 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-84ca712b-d06b-44d1-aa12-ea9d40880a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:46:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:25.240977 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-52de76ef-e23c-40f1-90cc-4a978691d1ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b55650323c9b4ea188451bc3fb214b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508693 Mar 08 15:46:25.243993 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46590) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:25.247292 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ac7b02b0-b609-4c95-bc6d-4f8e29783691 admin admin] Publish callbacks [] for security_group (1cf95499-0c79-418e-86d1-1cd19d805d6b), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:25.254239 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de76ef-e23c-40f1-90cc-4a978691d1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d32ba7-4274-4849-a82f-b9c8f9088ea5,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:25.288449 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc0c46-b363-46d6-94d1-2a9f91d72d8e req-808399a0-3ced-4c7c-9153-6d9b40abe89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:25.289984 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-16cc0c46-b363-46d6-94d1-2a9f91d72d8e req-808399a0-3ced-4c7c-9153-6d9b40abe89c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a91eab27-e927-433f-826e-c27a0b9152a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539672 Mar 08 15:46:25.300059 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ac7b02b0-b609-4c95-bc6d-4f8e29783691 admin admin] Publish callbacks [] for security_group (1cf95499-0c79-418e-86d1-1cd19d805d6b), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:25.358972 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-846e5692-a480-4596-be53-8cf3e0405071 admin admin] Publish callbacks [] for security_group (26d32ba7-4274-4849-a82f-b9c8f9088ea5), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:25.385320 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-846e5692-a480-4596-be53-8cf3e0405071 admin admin] Publish callbacks [] for security_group (26d32ba7-4274-4849-a82f-b9c8f9088ea5), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:25.394619 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ac7b02b0-b609-4c95-bc6d-4f8e29783691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (1cf95499-0c79-418e-86d1-1cd19d805d6b), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:25.394859 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-16cc0c46-b363-46d6-94d1-2a9f91d72d8e req-1671e682-4b43-423d-ae7f-8c51656fcf72 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984435 Mar 08 15:46:25.397148 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ac7b02b0-b609-4c95-bc6d-4f8e29783691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:25.398449 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ac7b02b0-b609-4c95-bc6d-4f8e29783691 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1cf95499-0c79-418e-86d1-1cd19d805d6b HTTP/1.1" status: 204 len: 168 time: 0.2622800 Mar 08 15:46:25.412581 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b02b0-b609-4c95-bc6d-4f8e29783691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf95499-0c79-418e-86d1-1cd19d805d6b,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:25.455476 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-846e5692-a480-4596-be53-8cf3e0405071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (26d32ba7-4274-4849-a82f-b9c8f9088ea5), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:25.459054 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-846e5692-a480-4596-be53-8cf3e0405071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:25.463819 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-846e5692-a480-4596-be53-8cf3e0405071 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26d32ba7-4274-4849-a82f-b9c8f9088ea5 HTTP/1.1" status: 204 len: 168 time: 0.2184186 Mar 08 15:46:25.477664 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e5692-a480-4596-be53-8cf3e0405071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d32ba7-4274-4849-a82f-b9c8f9088ea5,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:25.509553 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-16cc0c46-b363-46d6-94d1-2a9f91d72d8e req-74a849d5-773d-4e67-b0e3-1a763ef211f8 service neutron] 10.222.0.41 "GET /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087346 Mar 08 15:46:25.520523 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-84ca712b-d06b-44d1-aa12-ea9d40880a12 None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:25.753164 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-84ca712b-d06b-44d1-aa12-ea9d40880a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '6d1fdc65-ec38-4723-93cf-7910104eaab6', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'port_id': 'cb46b87d-9862-411a-b108-58da288fe397', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'mac_address': 'fa:16:3e:cd:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214f0fab-74ee-4d0c-8be6-754397991e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:46:09Z', 'updated_at': '2022-03-08T15:46:23Z', 'revision_number': 1, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:25.785608 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ca712b-d06b-44d1-aa12-ea9d40880a12 None None] The sync data for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi is: [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': '6d1fdc65-ec38-4723-93cf-7910104eaab6', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'port_id': 'cb46b87d-9862-411a-b108-58da288fe397', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'mac_address': 'fa:16:3e:cd:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214f0fab-74ee-4d0c-8be6-754397991e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:46:09Z', 'updated_at': '2022-03-08T15:46:23Z', 'revision_number': 1, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:46:25.890716 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46606) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:25.903990 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-17f115fb-c24c-48d5-a688-9373c7343c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:25.987638 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-17f115fb-c24c-48d5-a688-9373c7343c64 admin admin] Publish callbacks [] for security_group (1c9b2de0-aabb-46f8-874d-822822813169), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:25.992657 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-17f115fb-c24c-48d5-a688-9373c7343c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (1c9b2de0-aabb-46f8-874d-822822813169), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:26.014502 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b1014-1730-4953-b5b7-0ae89b624bfb None None] New status for floating IP 6d1fdc65-ec38-4723-93cf-7910104eaab6: ACTIVE {{(pid=104420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:46:26.046462 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f115fb-c24c-48d5-a688-9373c7343c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9b2de0-aabb-46f8-874d-822822813169,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:26.051580 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-17f115fb-c24c-48d5-a688-9373c7343c64 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c54d6a01fef94f328ffdffea3c36c0d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598163 Mar 08 15:46:26.054148 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46610) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:26.110925 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-99302735-51cf-4fca-b76a-de9fb7a6a5ce admin admin] Publish callbacks [] for security_group (1c9b2de0-aabb-46f8-874d-822822813169), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:26.132938 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-99302735-51cf-4fca-b76a-de9fb7a6a5ce admin admin] Publish callbacks [] for security_group (1c9b2de0-aabb-46f8-874d-822822813169), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:26.190885 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-99302735-51cf-4fca-b76a-de9fb7a6a5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (1c9b2de0-aabb-46f8-874d-822822813169), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:26.194321 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-99302735-51cf-4fca-b76a-de9fb7a6a5ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:26.195742 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-99302735-51cf-4fca-b76a-de9fb7a6a5ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c9b2de0-aabb-46f8-874d-822822813169 HTTP/1.1" status: 204 len: 168 time: 0.1406372 Mar 08 15:46:26.205527 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99302735-51cf-4fca-b76a-de9fb7a6a5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9b2de0-aabb-46f8-874d-822822813169,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:27.684977 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46688) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:27.795589 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6c7c69d7-6ed0-458e-a0fe-e97bd6b6c7e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:27.875001 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6c7c69d7-6ed0-458e-a0fe-e97bd6b6c7e5 admin admin] Publish callbacks [] for security_group (386284ab-d2b0-4e8c-b845-31ae0627355a), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:27.880634 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6c7c69d7-6ed0-458e-a0fe-e97bd6b6c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (386284ab-d2b0-4e8c-b845-31ae0627355a), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:27.918581 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-6c7c69d7-6ed0-458e-a0fe-e97bd6b6c7e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27760ab3a3264e37b3bda96780df3986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316933 Mar 08 15:46:27.919677 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c69d7-6ed0-458e-a0fe-e97bd6b6c7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386284ab-d2b0-4e8c-b845-31ae0627355a,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:27.921417 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46694) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:27.974325 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c3f447e8-e1ac-42c3-87e8-5a8bf958fb92 admin admin] Publish callbacks [] for security_group (386284ab-d2b0-4e8c-b845-31ae0627355a), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:27.995220 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c3f447e8-e1ac-42c3-87e8-5a8bf958fb92 admin admin] Publish callbacks [] for security_group (386284ab-d2b0-4e8c-b845-31ae0627355a), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:28.046589 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c3f447e8-e1ac-42c3-87e8-5a8bf958fb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (386284ab-d2b0-4e8c-b845-31ae0627355a), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:28.049118 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c3f447e8-e1ac-42c3-87e8-5a8bf958fb92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:28.050276 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-c3f447e8-e1ac-42c3-87e8-5a8bf958fb92 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/386284ab-d2b0-4e8c-b845-31ae0627355a HTTP/1.1" status: 204 len: 168 time: 0.1278858 Mar 08 15:46:28.058061 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f447e8-e1ac-42c3-87e8-5a8bf958fb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386284ab-d2b0-4e8c-b845-31ae0627355a,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:28.339721 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46700) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:28.352685 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-90fce5a5-0c8c-4942-8c93-ddfb03cc2be3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:28.437076 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-90fce5a5-0c8c-4942-8c93-ddfb03cc2be3 admin admin] Publish callbacks [] for security_group (c9fc6803-4c5d-409f-8b3d-d17e66545c9d), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:28.442643 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-90fce5a5-0c8c-4942-8c93-ddfb03cc2be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (c9fc6803-4c5d-409f-8b3d-d17e66545c9d), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:28.481395 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-90fce5a5-0c8c-4942-8c93-ddfb03cc2be3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=219227817a7143f9bc5b5b4aaf44114e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405535 Mar 08 15:46:28.482316 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fce5a5-0c8c-4942-8c93-ddfb03cc2be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fc6803-4c5d-409f-8b3d-d17e66545c9d,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:28.484315 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46702) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:28.537607 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-40cf8c47-f619-467b-8a3a-27c46a28e5e8 admin admin] Publish callbacks [] for security_group (c9fc6803-4c5d-409f-8b3d-d17e66545c9d), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:28.559518 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-40cf8c47-f619-467b-8a3a-27c46a28e5e8 admin admin] Publish callbacks [] for security_group (c9fc6803-4c5d-409f-8b3d-d17e66545c9d), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:28.608283 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-40cf8c47-f619-467b-8a3a-27c46a28e5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (c9fc6803-4c5d-409f-8b3d-d17e66545c9d), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:28.610800 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-40cf8c47-f619-467b-8a3a-27c46a28e5e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:28.611940 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-40cf8c47-f619-467b-8a3a-27c46a28e5e8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c9fc6803-4c5d-409f-8b3d-d17e66545c9d HTTP/1.1" status: 204 len: 168 time: 0.1265717 Mar 08 15:46:28.619640 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf8c47-f619-467b-8a3a-27c46a28e5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fc6803-4c5d-409f-8b3d-d17e66545c9d,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:30.645467 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46818) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:30.762326 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a4f8811-c679-4eba-a8a3-e01014af5f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:30.842850 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a4f8811-c679-4eba-a8a3-e01014af5f67 admin admin] Publish callbacks [] for security_group (af7115ac-2bd4-49ca-9162-5ab4f833b256), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:30.847118 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a4f8811-c679-4eba-a8a3-e01014af5f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (af7115ac-2bd4-49ca-9162-5ab4f833b256), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:30.884758 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-7a4f8811-c679-4eba-a8a3-e01014af5f67 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f958af12ac644479fc37e4c06bba921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382264 Mar 08 15:46:30.885450 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f8811-c679-4eba-a8a3-e01014af5f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7115ac-2bd4-49ca-9162-5ab4f833b256,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:30.887655 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46836) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:30.938841 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ab54-65c1-4999-b5a8-d207966d253e admin admin] Publish callbacks [] for security_group (af7115ac-2bd4-49ca-9162-5ab4f833b256), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:30.960045 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ab54-65c1-4999-b5a8-d207966d253e admin admin] Publish callbacks [] for security_group (af7115ac-2bd4-49ca-9162-5ab4f833b256), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:31.015893 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ab54-65c1-4999-b5a8-d207966d253e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (af7115ac-2bd4-49ca-9162-5ab4f833b256), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:31.018300 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ab54-65c1-4999-b5a8-d207966d253e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:31.019479 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-4ac1ab54-65c1-4999-b5a8-d207966d253e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af7115ac-2bd4-49ca-9162-5ab4f833b256 HTTP/1.1" status: 204 len: 168 time: 0.1302414 Mar 08 15:46:31.027383 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1ab54-65c1-4999-b5a8-d207966d253e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7115ac-2bd4-49ca-9162-5ab4f833b256,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:31.301509 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46842) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:31.314916 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4054d0fb-8797-468a-99a6-2d0179ea4d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:31.392464 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4054d0fb-8797-468a-99a6-2d0179ea4d6d admin admin] Publish callbacks [] for security_group (90e886dc-272b-4e42-9c3d-bcc009d8e994), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:31.398210 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4054d0fb-8797-468a-99a6-2d0179ea4d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (90e886dc-272b-4e42-9c3d-bcc009d8e994), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:31.444399 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-4054d0fb-8797-468a-99a6-2d0179ea4d6d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6dd9079d683452c8f8b356f297215c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417401 Mar 08 15:46:31.445454 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054d0fb-8797-468a-99a6-2d0179ea4d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e886dc-272b-4e42-9c3d-bcc009d8e994,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:31.447218 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46844) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:31.494946 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4e7a038b-d131-4952-9b57-615322e88cf2 admin admin] Publish callbacks [] for security_group (90e886dc-272b-4e42-9c3d-bcc009d8e994), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:31.518154 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4e7a038b-d131-4952-9b57-615322e88cf2 admin admin] Publish callbacks [] for security_group (90e886dc-272b-4e42-9c3d-bcc009d8e994), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:31.568947 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4e7a038b-d131-4952-9b57-615322e88cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (90e886dc-272b-4e42-9c3d-bcc009d8e994), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:31.571599 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4e7a038b-d131-4952-9b57-615322e88cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:31.572752 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-4e7a038b-d131-4952-9b57-615322e88cf2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/90e886dc-272b-4e42-9c3d-bcc009d8e994 HTTP/1.1" status: 204 len: 168 time: 0.1240239 Mar 08 15:46:31.580214 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a038b-d131-4952-9b57-615322e88cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e886dc-272b-4e42-9c3d-bcc009d8e994,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:32.322698 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46884) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:32.430554 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-da9f24cd-106e-4abb-b8b9-32f04e6b54ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:32.511715 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-da9f24cd-106e-4abb-b8b9-32f04e6b54ca admin admin] Publish callbacks [] for security_group (40d69aa5-715f-4984-939f-7af484b10f0e), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:32.516066 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-da9f24cd-106e-4abb-b8b9-32f04e6b54ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (40d69aa5-715f-4984-939f-7af484b10f0e), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:32.554043 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-da9f24cd-106e-4abb-b8b9-32f04e6b54ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=217782db5d684b81b8443d5f31263385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301996 Mar 08 15:46:32.555939 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f24cd-106e-4abb-b8b9-32f04e6b54ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d69aa5-715f-4984-939f-7af484b10f0e,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:32.556961 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46894) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:32.608780 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8b97-26f9-4407-a973-d664b69dc1e5 admin admin] Publish callbacks [] for security_group (40d69aa5-715f-4984-939f-7af484b10f0e), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:32.631007 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8b97-26f9-4407-a973-d664b69dc1e5 admin admin] Publish callbacks [] for security_group (40d69aa5-715f-4984-939f-7af484b10f0e), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:32.679850 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8b97-26f9-4407-a973-d664b69dc1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (40d69aa5-715f-4984-939f-7af484b10f0e), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:32.682485 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8b97-26f9-4407-a973-d664b69dc1e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:32.683692 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-0e3a8b97-26f9-4407-a973-d664b69dc1e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40d69aa5-715f-4984-939f-7af484b10f0e HTTP/1.1" status: 204 len: 168 time: 0.1254749 Mar 08 15:46:32.692453 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a8b97-26f9-4407-a973-d664b69dc1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d69aa5-715f-4984-939f-7af484b10f0e,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:33.072490 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46912) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:33.086755 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c0c2-e948-434f-be4e-5d89bcc392cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:33.162214 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c0c2-e948-434f-be4e-5d89bcc392cb admin admin] Publish callbacks [] for security_group (a3c92a8a-f343-43a9-8428-5845ff9d6131), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:33.167155 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c0c2-e948-434f-be4e-5d89bcc392cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (a3c92a8a-f343-43a9-8428-5845ff9d6131), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:33.206680 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-d3d1c0c2-e948-434f-be4e-5d89bcc392cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=230712bfc0ab4909a724b84a462aaff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329942 Mar 08 15:46:33.207545 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1c0c2-e948-434f-be4e-5d89bcc392cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c92a8a-f343-43a9-8428-5845ff9d6131,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:33.209723 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46916) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:33.263943 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e562b7dd-d557-49ab-92f7-85d5854376e6 admin admin] Publish callbacks [] for security_group (a3c92a8a-f343-43a9-8428-5845ff9d6131), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:33.285452 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e562b7dd-d557-49ab-92f7-85d5854376e6 admin admin] Publish callbacks [] for security_group (a3c92a8a-f343-43a9-8428-5845ff9d6131), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:33.338056 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e562b7dd-d557-49ab-92f7-85d5854376e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (a3c92a8a-f343-43a9-8428-5845ff9d6131), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:33.340973 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e562b7dd-d557-49ab-92f7-85d5854376e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:33.342133 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-e562b7dd-d557-49ab-92f7-85d5854376e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3c92a8a-f343-43a9-8428-5845ff9d6131 HTTP/1.1" status: 204 len: 168 time: 0.1313155 Mar 08 15:46:33.350384 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562b7dd-d557-49ab-92f7-85d5854376e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c92a8a-f343-43a9-8428-5845ff9d6131,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:34.030596 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46950) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:34.140869 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-d5cb8d51-5a7b-4f23-9128-ed9e08181c79 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-658764997-network', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:34.162057 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cb8d51-5a7b-4f23-9128-ed9e08181c79 admin admin] Made reservation on behalf of 761c17fc75aa482baad8c27f6feb3a6d for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:46:34.164345 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5cb8d51-5a7b-4f23-9128-ed9e08181c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.172956 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5cb8d51-5a7b-4f23-9128-ed9e08181c79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.248860 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5cb8d51-5a7b-4f23-9128-ed9e08181c79 admin admin] Publish callbacks [] for security_group (c99b83c2-80d8-49b5-b8d7-9f329e1c6d68), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.255696 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5cb8d51-5a7b-4f23-9128-ed9e08181c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (c99b83c2-80d8-49b5-b8d7-9f329e1c6d68), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.280509 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cb8d51-5a7b-4f23-9128-ed9e08181c79 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=104417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:46:34.289625 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb8d51-5a7b-4f23-9128-ed9e08181c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:34.296466 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5cb8d51-5a7b-4f23-9128-ed9e08181c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (464a2a95-7676-4591-a948-6f168c1ddfc0), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.296954 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-d5cb8d51-5a7b-4f23-9128-ed9e08181c79 admin admin] Added segment 464a2a95-7676-4591-a948-6f168c1ddfc0 of type vlan for network 5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 Mar 08 15:46:34.335716 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5cb8d51-5a7b-4f23-9128-ed9e08181c79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (5b9712fc-fff0-4c93-b3e3-b80b7bef9c04), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.363324 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5cb8d51-5a7b-4f23-9128-ed9e08181c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (5b9712fc-fff0-4c93-b3e3-b80b7bef9c04), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.364174 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cb8d51-5a7b-4f23-9128-ed9e08181c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:34.364747 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5cb8d51-5a7b-4f23-9128-ed9e08181c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.396648 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-d5cb8d51-5a7b-4f23-9128-ed9e08181c79 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3649626 Mar 08 15:46:34.399819 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46954) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:34.404936 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-bbf638a9-8d28-4d4a-8f7f-8f2f13c4d0c0 admin admin] Request body: {'subnet': {'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-658764997-subnet', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'ip_version': 4}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:34.428854 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb8d51-5a7b-4f23-9128-ed9e08181c79 admin admin] Pushing event updated for resources: {'Network': ['ID=5b9712fc-fff0-4c93-b3e3-b80b7bef9c04,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:34.429106 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf638a9-8d28-4d4a-8f7f-8f2f13c4d0c0 admin admin] Made reservation on behalf of 761c17fc75aa482baad8c27f6feb3a6d for: {'subnet': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:46:34.431238 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bbf638a9-8d28-4d4a-8f7f-8f2f13c4d0c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12984235'] for subnet (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.439564 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network 5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:46:34.600374 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bbf638a9-8d28-4d4a-8f7f-8f2f13c4d0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15683837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12984245'] for subnet (6c622f31-2a7a-4c59-a987-fd58152e3d7f), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.657188 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf638a9-8d28-4d4a-8f7f-8f2f13c4d0c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c622f31-2a7a-4c59-a987-fd58152e3d7f,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:34.667769 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf638a9-8d28-4d4a-8f7f-8f2f13c4d0c0 admin admin] Checking segment: {'id': '464a2a95-7676-4591-a948-6f168c1ddfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:46:34.668361 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf638a9-8d28-4d4a-8f7f-8f2f13c4d0c0 admin admin] Network hostable DHCP agents. Network: 5b9712fc-fff0-4c93-b3e3-b80b7bef9c04, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:46:34.686415 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf638a9-8d28-4d4a-8f7f-8f2f13c4d0c0 admin admin] Network 5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:46:34.695647 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-bbf638a9-8d28-4d4a-8f7f-8f2f13c4d0c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, 5b9712fc-fff0-4c93-b3e3-b80b7bef9c04) {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:46:34.700122 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf638a9-8d28-4d4a-8f7f-8f2f13c4d0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:34.700973 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bbf638a9-8d28-4d4a-8f7f-8f2f13c4d0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.705141 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9949da14-ebb9-452a-96b1-6eabf85b54d6 None None] Network 5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:46:34.719519 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-bbf638a9-8d28-4d4a-8f7f-8f2f13c4d0c0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3185630 Mar 08 15:46:34.722214 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 46956) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:34.729708 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-658764997-router', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:34.750447 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25174'] for router (dbccc3e3-eacc-4e84-b7c4-d4d8b523e637), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.751497 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25183'] for router (dbccc3e3-eacc-4e84-b7c4-d4d8b523e637), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.805368 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] Publish callbacks [] for router_controller (dbccc3e3-eacc-4e84-b7c4-d4d8b523e637), precommit_add_association {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.810553 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6a47f08-8a45-55e2-9afe-03599cd2f3a7-5b9712fc-fff0-4c93-b3e3-b80b7bef9c04', 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04', 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'fixed_ips': [{'subnet_id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f'}]}} from dv-cinder-830098-2-iscsi. {{(pid=104419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:46:34.811596 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:34.946089 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.db_base_plugin_common [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Allocated IP 172.20.0.2 (5b9712fc-fff0-4c93-b3e3-b80b7bef9c04/6c622f31-2a7a-4c59-a987-fd58152e3d7f/bc35a152-1efa-490b-8a90-2ae57edb2f44) {{(pid=104419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:46:34.951120 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] Publish callbacks [] for router_gateway (dbccc3e3-eacc-4e84-b7c4-d4d8b523e637), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:35.096917 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Publish callbacks [] for port (bc35a152-1efa-490b-8a90-2ae57edb2f44), precommit_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:35.103201 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (bc35a152-1efa-490b-8a90-2ae57edb2f44), after_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:35.149465 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Network 5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 is already hosted by enough agents. {{(pid=104419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:46:35.153671 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.base_scheduler [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Resources bound (agent type, host, resource id): {{(pid=104419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:46:35.156221 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Received port after_create {{(pid=104419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:46:35.162909 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Pushing event updated for resources: {'Port': ['ID=bc35a152-1efa-490b-8a90-2ae57edb2f44,revision_number=1']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:35.167170 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] Publish callbacks [] for router_gateway (dbccc3e3-eacc-4e84-b7c4-d4d8b523e637), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:35.193810 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:35.219052 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Attempting to bind port bc35a152-1efa-490b-8a90-2ae57edb2f44 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:46:35.219720 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Attempting to bind port bc35a152-1efa-490b-8a90-2ae57edb2f44 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': '464a2a95-7676-4591-a948-6f168c1ddfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:46:35.220297 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Attempting to bind port bc35a152-1efa-490b-8a90-2ae57edb2f44 on network 5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:46:35.226951 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:46:35.227605 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Checking segment: {'id': '464a2a95-7676-4591-a948-6f168c1ddfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:46:35.228004 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:35.228410 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Bound using segment: {'id': '464a2a95-7676-4591-a948-6f168c1ddfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:46:35.228871 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Bound port: bc35a152-1efa-490b-8a90-2ae57edb2f44, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464a2a95-7676-4591-a948-6f168c1ddfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:46:35.229254 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (bc35a152-1efa-490b-8a90-2ae57edb2f44), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:35.298155 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] For port bc35a152-1efa-490b-8a90-2ae57edb2f44, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:46:35.301482 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] For port bc35a152-1efa-490b-8a90-2ae57edb2f44, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=bc35a152-1efa-490b-8a90-2ae57edb2f44,segment=NetworkSegment(464a2a95-7676-4591-a948-6f168c1ddfc0),segment_id=464a2a95-7676-4591-a948-6f168c1ddfc0)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:46:35.306166 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] Allocated IP 172.27.1.91 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/10ae0b45-5901-4cea-afc5-39fb68168f4e) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:46:35.308360 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (bc35a152-1efa-490b-8a90-2ae57edb2f44), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:35.375794 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b73cf8-0035-4136-803c-d2016fa58c4d None None] Pushing event updated for resources: {'Port': ['ID=bc35a152-1efa-490b-8a90-2ae57edb2f44,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:35.419114 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] Publish callbacks [] for port (10ae0b45-5901-4cea-afc5-39fb68168f4e), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:35.458188 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (10ae0b45-5901-4cea-afc5-39fb68168f4e), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:35.499155 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:46:35.502374 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:46:35.506750 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:46:35.530964 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] Pushing event updated for resources: {'Port': ['ID=10ae0b45-5901-4cea-afc5-39fb68168f4e,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:35.781434 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-4421f6b4-5537-4d35-a169-6e85dcf10e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:35.822433 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] Publish callbacks [] for router_gateway (dbccc3e3-eacc-4e84-b7c4-d4d8b523e637), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:35.901366 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device bc35a152-1efa-490b-8a90-2ae57edb2f44 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:46:35.950166 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port bc35a152-1efa-490b-8a90-2ae57edb2f44 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:35.950843 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (bc35a152-1efa-490b-8a90-2ae57edb2f44), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:36.046079 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port bc35a152-1efa-490b-8a90-2ae57edb2f44 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:36.046535 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (bc35a152-1efa-490b-8a90-2ae57edb2f44), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:36.052119 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752864'] for router (dbccc3e3-eacc-4e84-b7c4-d4d8b523e637), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:36.091829 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] For port bc35a152-1efa-490b-8a90-2ae57edb2f44, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=bc35a152-1efa-490b-8a90-2ae57edb2f44,segment=NetworkSegment(464a2a95-7676-4591-a948-6f168c1ddfc0),segment_id=464a2a95-7676-4591-a948-6f168c1ddfc0)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:36.100494 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (bc35a152-1efa-490b-8a90-2ae57edb2f44), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:36.157763 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Pushing event updated for resources: {'Port': ['ID=bc35a152-1efa-490b-8a90-2ae57edb2f44,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:36.210010 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] Router dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 is scheduled to L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 with binding_index 1 {{(pid=104418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:46:36.327314 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:46:36.337415 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Sync routers for ids ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:46:36.348758 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Routers {'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:36.349412 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:46:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:36.353460 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:36.354846 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-c8db8b16-6d47-4c2c-918a-bbb90537cc7b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6287103 Mar 08 15:46:36.357990 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 46986) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:36.391312 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072bcf9c-5962-4c02-b304-d668a826437e None None] Network 5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:46:36.521770 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-15dbab25-9c60-439f-9502-7fdff210ef46 None None] Provisioning complete for port bc35a152-1efa-490b-8a90-2ae57edb2f44 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:36.522074 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-15dbab25-9c60-439f-9502-7fdff210ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (bc35a152-1efa-490b-8a90-2ae57edb2f44), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:36.548205 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Set router dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:36.768776 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-15dbab25-9c60-439f-9502-7fdff210ef46 None None] Current status of the port bc35a152-1efa-490b-8a90-2ae57edb2f44 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:36.778063 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0f71f3e3-4cd6-4e62-91b0-d7eecf7bc481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:36.800069 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'name': 'tempest-TestMinimumBasicScenario-658764997-router', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:34Z', 'updated_at': '2022-03-08T15:46:35Z', 'revision_number': 3, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'gw_port': {'id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:35Z', 'updated_at': '2022-03-08T15:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:36.828351 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Checking router: dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:46:36.828692 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Updating router dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 port 10ae0b45-5901-4cea-afc5-39fb68168f4e binding host dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:46:36.863665 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (10ae0b45-5901-4cea-afc5-39fb68168f4e), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:36.941171 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-0f71f3e3-4cd6-4e62-91b0-d7eecf7bc481 admin admin] Allocated IP 172.20.0.1 (5b9712fc-fff0-4c93-b3e3-b80b7bef9c04/6c622f31-2a7a-4c59-a987-fd58152e3d7f/a3dc6db4-a926-4850-b51d-d179e12e4da7) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:46:37.052108 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0f71f3e3-4cd6-4e62-91b0-d7eecf7bc481 admin admin] Publish callbacks [] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:37.093255 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0f71f3e3-4cd6-4e62-91b0-d7eecf7bc481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:37.133751 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f71f3e3-4cd6-4e62-91b0-d7eecf7bc481 admin admin] Network 5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:46:37.138306 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-0f71f3e3-4cd6-4e62-91b0-d7eecf7bc481 admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:46:37.141948 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f71f3e3-4cd6-4e62-91b0-d7eecf7bc481 admin admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:46:37.147693 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71f3e3-4cd6-4e62-91b0-d7eecf7bc481 admin admin] Pushing event updated for resources: {'Port': ['ID=a3dc6db4-a926-4850-b51d-d179e12e4da7,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:37.188431 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0f71f3e3-4cd6-4e62-91b0-d7eecf7bc481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738765'] for router_interface (dbccc3e3-eacc-4e84-b7c4-d4d8b523e637), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:37.193475 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-4f75196a-c82d-4abf-ad50-28b3f63c8b2a None None] Provisioning complete for port bc35a152-1efa-490b-8a90-2ae57edb2f44 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:37.193848 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-4f75196a-c82d-4abf-ad50-28b3f63c8b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (bc35a152-1efa-490b-8a90-2ae57edb2f44), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:37.348526 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-4f75196a-c82d-4abf-ad50-28b3f63c8b2a None None] Current status of the port bc35a152-1efa-490b-8a90-2ae57edb2f44 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:37.374698 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Publish callbacks [] for port (10ae0b45-5901-4cea-afc5-39fb68168f4e), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:37.383902 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (10ae0b45-5901-4cea-afc5-39fb68168f4e), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:37.462849 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Attempting to bind port 10ae0b45-5901-4cea-afc5-39fb68168f4e on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:46:37.463213 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Attempting to bind port 10ae0b45-5901-4cea-afc5-39fb68168f4e by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:46:37.463756 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Attempting to bind port 10ae0b45-5901-4cea-afc5-39fb68168f4e on network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:46:37.472943 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:46:37.473317 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Checking segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:46:37.474968 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:37.475603 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Bound using segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:46:37.476119 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Bound port: 10ae0b45-5901-4cea-afc5-39fb68168f4e, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:46:37.476511 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (10ae0b45-5901-4cea-afc5-39fb68168f4e), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:37.481386 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626341e7-36fd-4575-939c-f7cf4db86b2b None None] Pushing event updated for resources: {'Port': ['ID=10ae0b45-5901-4cea-afc5-39fb68168f4e,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:37.514848 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-ceb24ac7-cc23-4c22-af39-f89ea0dde47a None None] Provisioning complete for port a3dc6db4-a926-4850-b51d-d179e12e4da7 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:37.515224 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-ceb24ac7-cc23-4c22-af39-f89ea0dde47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:37.571696 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-ceb24ac7-cc23-4c22-af39-f89ea0dde47a None None] Port a3dc6db4-a926-4850-b51d-d179e12e4da7 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:46:37.576701 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] For port 10ae0b45-5901-4cea-afc5-39fb68168f4e, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:46:37.580099 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] For port 10ae0b45-5901-4cea-afc5-39fb68168f4e, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=10ae0b45-5901-4cea-afc5-39fb68168f4e,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:46:37.585757 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (10ae0b45-5901-4cea-afc5-39fb68168f4e), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:37.619395 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0f71f3e3-4cd6-4e62-91b0-d7eecf7bc481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:37.644823 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Routers {'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:37.645444 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:46:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:37.648377 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626341e7-36fd-4575-939c-f7cf4db86b2b None None] Pushing event updated for resources: {'Port': ['ID=10ae0b45-5901-4cea-afc5-39fb68168f4e,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:37.758144 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] Set router dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:37.777279 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0f71f3e3-4cd6-4e62-91b0-d7eecf7bc481 admin admin] Publish callbacks [] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:37.782477 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0f71f3e3-4cd6-4e62-91b0-d7eecf7bc481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14517953'] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:37.848691 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71f3e3-4cd6-4e62-91b0-d7eecf7bc481 admin admin] Pushing event updated for resources: {'Port': ['ID=a3dc6db4-a926-4850-b51d-d179e12e4da7,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:37.851522 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0f71f3e3-4cd6-4e62-91b0-d7eecf7bc481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738721'] for router_interface (dbccc3e3-eacc-4e84-b7c4-d4d8b523e637), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:37.887886 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device bc35a152-1efa-490b-8a90-2ae57edb2f44 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:46:37.957980 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f71f3e3-4cd6-4e62-91b0-d7eecf7bc481 admin admin] Network 5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:46:37.959494 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-0f71f3e3-4cd6-4e62-91b0-d7eecf7bc481 admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:46:37.989662 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port bc35a152-1efa-490b-8a90-2ae57edb2f44 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:37.990043 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (bc35a152-1efa-490b-8a90-2ae57edb2f44), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:38.041372 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'name': 'tempest-TestMinimumBasicScenario-658764997-router', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:34Z', 'updated_at': '2022-03-08T15:46:37Z', 'revision_number': 4, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'gw_port': {'id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:35Z', 'updated_at': '2022-03-08T15:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': 'a3dc6db4-a926-4850-b51d-d179e12e4da7', 'name': '', 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'mac_address': 'fa:16:3e:31:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:36Z', 'updated_at': '2022-03-08T15:46:36Z', 'revision_number': 1, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'subnets': [{'id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:38.070522 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448122cd-c484-45e7-9efe-71c253311bc5 None None] The sync data for ids ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'] in dv-cinder-830098-2-iscsi is: [{'id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'name': 'tempest-TestMinimumBasicScenario-658764997-router', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:34Z', 'updated_at': '2022-03-08T15:46:37Z', 'revision_number': 4, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'gw_port': {'id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:35Z', 'updated_at': '2022-03-08T15:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': 'a3dc6db4-a926-4850-b51d-d179e12e4da7', 'name': '', 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'mac_address': 'fa:16:3e:31:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:36Z', 'updated_at': '2022-03-08T15:46:36Z', 'revision_number': 1, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'subnets': [{'id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:46:38.097281 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f71f3e3-4cd6-4e62-91b0-d7eecf7bc481 admin admin] Router dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:46:38.114651 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port bc35a152-1efa-490b-8a90-2ae57edb2f44 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:38.201152 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-d66dabf4-b050-453a-98aa-9b7b09b6c618 None None] Provisioning complete for port a3dc6db4-a926-4850-b51d-d179e12e4da7 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:38.201520 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-d66dabf4-b050-453a-98aa-9b7b09b6c618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:38.220461 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f71f3e3-4cd6-4e62-91b0-d7eecf7bc481 admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:46:38.225745 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-0f71f3e3-4cd6-4e62-91b0-d7eecf7bc481 admin admin] 10.222.0.11 "PUT /v2.0/routers/dbccc3e3-eacc-4e84-b7c4-d4d8b523e637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8666096 Mar 08 15:46:38.243674 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-d66dabf4-b050-453a-98aa-9b7b09b6c618 None None] Port a3dc6db4-a926-4850-b51d-d179e12e4da7 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:46:38.568656 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-41d90d0a-a0cd-4221-b464-47e4639ae157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:38.801588 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47028) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:38.806722 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-8353519d-f606-4886-9570-32f9e26d7850 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-915696764-network', 'tenant_id': '4a60dd6adacb4cbc8f747bfb2cab8da9'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:38.831037 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8353519d-f606-4886-9570-32f9e26d7850 admin admin] Made reservation on behalf of 4a60dd6adacb4cbc8f747bfb2cab8da9 for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:46:38.833396 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8353519d-f606-4886-9570-32f9e26d7850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:38.843223 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8353519d-f606-4886-9570-32f9e26d7850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:38.946018 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8353519d-f606-4886-9570-32f9e26d7850 admin admin] Publish callbacks [] for security_group (6556795b-95b4-43cf-875b-3fc1389ca440), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:38.950643 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8353519d-f606-4886-9570-32f9e26d7850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (6556795b-95b4-43cf-875b-3fc1389ca440), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:38.976900 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8353519d-f606-4886-9570-32f9e26d7850 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=104417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:46:38.987275 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353519d-f606-4886-9570-32f9e26d7850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6556795b-95b4-43cf-875b-3fc1389ca440,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:38.992391 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8353519d-f606-4886-9570-32f9e26d7850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (2f3c2160-339f-4479-a897-ce994a1c58fe), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:38.992739 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-8353519d-f606-4886-9570-32f9e26d7850 admin admin] Added segment 2f3c2160-339f-4479-a897-ce994a1c58fe of type vlan for network a3be71f5-74ac-49ad-8100-971f0d6ffff3 Mar 08 15:46:39.035015 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8353519d-f606-4886-9570-32f9e26d7850 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (a3be71f5-74ac-49ad-8100-971f0d6ffff3), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.062293 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8353519d-f606-4886-9570-32f9e26d7850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (a3be71f5-74ac-49ad-8100-971f0d6ffff3), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.063876 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8353519d-f606-4886-9570-32f9e26d7850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:39.064603 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8353519d-f606-4886-9570-32f9e26d7850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.130208 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-8353519d-f606-4886-9570-32f9e26d7850 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3273418 Mar 08 15:46:39.133396 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47036) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:39.136669 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353519d-f606-4886-9570-32f9e26d7850 admin admin] Pushing event updated for resources: {'Network': ['ID=a3be71f5-74ac-49ad-8100-971f0d6ffff3,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:39.139360 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Request body: {'subnet': {'network_id': 'a3be71f5-74ac-49ad-8100-971f0d6ffff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-915696764-subnet', 'tenant_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'ip_version': 4}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:39.155278 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network a3be71f5-74ac-49ad-8100-971f0d6ffff3 details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:46:39.160160 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Made reservation on behalf of 4a60dd6adacb4cbc8f747bfb2cab8da9 for: {'subnet': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:46:39.163121 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12984235'] for subnet (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.348295 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15683837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12984245'] for subnet (1e252201-c854-4066-8586-0673816d38f0), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.405174 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e252201-c854-4066-8586-0673816d38f0,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:39.415977 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:39.416316 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:39.416649 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:39.416985 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:39.417363 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:39.417708 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:39.417998 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:39.418321 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:39.418668 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:39.418983 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:39.419328 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:39.419675 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:39.420118 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:39.423175 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Checking segment: {'id': '2f3c2160-339f-4479-a897-ce994a1c58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a3be71f5-74ac-49ad-8100-971f0d6ffff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:46:39.423732 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Network hostable DHCP agents. Network: a3be71f5-74ac-49ad-8100-971f0d6ffff3, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:46:39.445954 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Network a3be71f5-74ac-49ad-8100-971f0d6ffff3 is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:46:39.456495 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, a3be71f5-74ac-49ad-8100-971f0d6ffff3) {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:46:39.461198 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:39.461813 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.468169 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6bb3f9-8812-40cd-a6f7-e9925fb0e038 None None] Network a3be71f5-74ac-49ad-8100-971f0d6ffff3 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:46:39.479850 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-fd7bac72-ff77-4f8a-bf5a-5a2d041ef390 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3445945 Mar 08 15:46:39.482748 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47038) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:39.487260 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-915696764-router', 'tenant_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:39.507673 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-738958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25174'] for router (e6f6f058-d30a-4871-8c54-271b0b7672db), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.508655 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-752845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25183'] for router (e6f6f058-d30a-4871-8c54-271b0b7672db), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.561500 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] Publish callbacks [] for router_controller (e6f6f058-d30a-4871-8c54-271b0b7672db), precommit_add_association {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.575245 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6a47f08-8a45-55e2-9afe-03599cd2f3a7-a3be71f5-74ac-49ad-8100-971f0d6ffff3', 'network_id': 'a3be71f5-74ac-49ad-8100-971f0d6ffff3', 'project_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'fixed_ips': [{'subnet_id': '1e252201-c854-4066-8586-0673816d38f0'}]}} from dv-cinder-830098-2-iscsi. {{(pid=104419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:46:39.576643 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.704404 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] Publish callbacks [] for router_gateway (e6f6f058-d30a-4871-8c54-271b0b7672db), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.713745 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.db_base_plugin_common [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Allocated IP 172.20.0.2 (a3be71f5-74ac-49ad-8100-971f0d6ffff3/1e252201-c854-4066-8586-0673816d38f0/5f6a0959-4b7e-43ef-b53d-e956ca43f5f6) {{(pid=104419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:46:39.870719 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Publish callbacks [] for port (5f6a0959-4b7e-43ef-b53d-e956ca43f5f6), precommit_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.878873 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031'] for port (5f6a0959-4b7e-43ef-b53d-e956ca43f5f6), after_create {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.919147 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 10ae0b45-5901-4cea-afc5-39fb68168f4e up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:46:39.922140 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Network a3be71f5-74ac-49ad-8100-971f0d6ffff3 is already hosted by enough agents. {{(pid=104419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:46:39.922700 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] Publish callbacks [] for router_gateway (e6f6f058-d30a-4871-8c54-271b0b7672db), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.941463 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:39.943202 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.scheduler.base_scheduler [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Resources bound (agent type, host, resource id): {{(pid=104419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:46:39.948991 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Received port after_create {{(pid=104419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:46:39.963716 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Pushing event updated for resources: {'Port': ['ID=5f6a0959-4b7e-43ef-b53d-e956ca43f5f6,revision_number=1']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:40.035376 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Attempting to bind port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:46:40.035860 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Attempting to bind port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': '2f3c2160-339f-4479-a897-ce994a1c58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a3be71f5-74ac-49ad-8100-971f0d6ffff3'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:46:40.036192 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Attempting to bind port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 on network a3be71f5-74ac-49ad-8100-971f0d6ffff3 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:46:40.044961 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:46:40.045352 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Checking segment: {'id': '2f3c2160-339f-4479-a897-ce994a1c58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a3be71f5-74ac-49ad-8100-971f0d6ffff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:46:40.045733 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.046118 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Bound using segment: {'id': '2f3c2160-339f-4479-a897-ce994a1c58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a3be71f5-74ac-49ad-8100-971f0d6ffff3'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:46:40.046622 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Bound port: 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3c2160-339f-4479-a897-ce994a1c58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a3be71f5-74ac-49ad-8100-971f0d6ffff3'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:46:40.046985 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (5f6a0959-4b7e-43ef-b53d-e956ca43f5f6), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.061512 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 10ae0b45-5901-4cea-afc5-39fb68168f4e triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:40.061948 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (10ae0b45-5901-4cea-afc5-39fb68168f4e), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.073917 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] Allocated IP 172.27.1.82 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/2769ddd8-ed77-4253-9087-f2b6d8363cee) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:46:40.143918 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] For port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:46:40.148371 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] For port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=5f6a0959-4b7e-43ef-b53d-e956ca43f5f6,segment=NetworkSegment(2f3c2160-339f-4479-a897-ce994a1c58fe),segment_id=2f3c2160-339f-4479-a897-ce994a1c58fe)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:46:40.175326 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (5f6a0959-4b7e-43ef-b53d-e956ca43f5f6), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.192837 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] Publish callbacks [] for port (2769ddd8-ed77-4253-9087-f2b6d8363cee), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.230590 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (2769ddd8-ed77-4253-9087-f2b6d8363cee), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.237324 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 10ae0b45-5901-4cea-afc5-39fb68168f4e is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:40.237917 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (10ae0b45-5901-4cea-afc5-39fb68168f4e), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.283713 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=2769ddd8-ed77-4253-9087-f2b6d8363cee,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:40.291357 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:46:40.292873 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:46:40.295355 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:46:40.298583 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.323087 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] For port 10ae0b45-5901-4cea-afc5-39fb68168f4e, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=10ae0b45-5901-4cea-afc5-39fb68168f4e,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:40.325571 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438ed5e-1310-4dd7-b302-1d1921b9cc02 None None] Pushing event updated for resources: {'Port': ['ID=5f6a0959-4b7e-43ef-b53d-e956ca43f5f6,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:40.351283 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Sync routers for ids ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:46:40.364949 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (10ae0b45-5901-4cea-afc5-39fb68168f4e), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.369959 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Routers {'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:40.370769 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:46:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:40.408251 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47050) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:40.477524 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Pushing event updated for resources: {'Port': ['ID=10ae0b45-5901-4cea-afc5-39fb68168f4e,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:40.519353 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Set router dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:40.569378 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-674e5651-2821-46ee-be6f-7f0e808dbaa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.672934 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] Publish callbacks [] for router_gateway (e6f6f058-d30a-4871-8c54-271b0b7672db), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.684128 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-674e5651-2821-46ee-be6f-7f0e808dbaa9 admin admin] Publish callbacks [] for security_group (eca6fe64-a0af-43e2-b6ea-dd798b9f2594), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.689158 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-674e5651-2821-46ee-be6f-7f0e808dbaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (eca6fe64-a0af-43e2-b6ea-dd798b9f2594), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.731222 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e5651-2821-46ee-be6f-7f0e808dbaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca6fe64-a0af-43e2-b6ea-dd798b9f2594,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:40.738586 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-674e5651-2821-46ee-be6f-7f0e808dbaa9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=221c2a42910743339f5399c469c6e59c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292024 Mar 08 15:46:40.740472 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47054) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:40.795979 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d8413563-4642-4659-89c4-9e430f35b90e admin admin] Publish callbacks [] for security_group (eca6fe64-a0af-43e2-b6ea-dd798b9f2594), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.818208 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d8413563-4642-4659-89c4-9e430f35b90e admin admin] Publish callbacks [] for security_group (eca6fe64-a0af-43e2-b6ea-dd798b9f2594), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.866861 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'name': 'tempest-TestMinimumBasicScenario-658764997-router', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:34Z', 'updated_at': '2022-03-08T15:46:37Z', 'revision_number': 4, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'gw_port': {'id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:35Z', 'updated_at': '2022-03-08T15:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': 'a3dc6db4-a926-4850-b51d-d179e12e4da7', 'name': '', 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'mac_address': 'fa:16:3e:31:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:36Z', 'updated_at': '2022-03-08T15:46:37Z', 'revision_number': 2, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'subnets': [{'id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:40.872834 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d8413563-4642-4659-89c4-9e430f35b90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (eca6fe64-a0af-43e2-b6ea-dd798b9f2594), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.875641 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d8413563-4642-4659-89c4-9e430f35b90e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.876788 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-d8413563-4642-4659-89c4-9e430f35b90e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eca6fe64-a0af-43e2-b6ea-dd798b9f2594 HTTP/1.1" status: 204 len: 168 time: 0.1353929 Mar 08 15:46:40.884753 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8413563-4642-4659-89c4-9e430f35b90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca6fe64-a0af-43e2-b6ea-dd798b9f2594,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:40.895066 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-752864'] for router (e6f6f058-d30a-4871-8c54-271b0b7672db), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:40.903433 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Checking router: dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:46:40.903791 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Updating router dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 port a3dc6db4-a926-4850-b51d-d179e12e4da7 binding host dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:46:40.934159 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.038021 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.077609 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] Router e6f6f058-d30a-4871-8c54-271b0b7672db is scheduled to L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 with binding_index 1 {{(pid=104417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:46:41.209506 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:46:41.220685 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Sync routers for ids ['e6f6f058-d30a-4871-8c54-271b0b7672db'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:46:41.239336 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Routers {'e6f6f058-d30a-4871-8c54-271b0b7672db'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:41.240129 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:46:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['e6f6f058-d30a-4871-8c54-271b0b7672db'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:41.244981 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47060) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:41.255944 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Publish callbacks [] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.258536 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.264181 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47062) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:41.264545 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ff6bfda9-1db3-4655-893c-083f3bd24bb2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7785332 Mar 08 15:46:41.269434 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.275123 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fabc2641-98b9-402a-aebf-db1eabfce34a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.315452 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a29d2-652f-4b16-ad4e-f5235335100e None None] Pushing event updated for resources: {'Port': ['ID=a3dc6db4-a926-4850-b51d-d179e12e4da7,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:41.327033 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a29d2-652f-4b16-ad4e-f5235335100e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:41.327685 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a29d2-652f-4b16-ad4e-f5235335100e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:41.328274 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a29d2-652f-4b16-ad4e-f5235335100e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:41.328822 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a29d2-652f-4b16-ad4e-f5235335100e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:41.329384 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a29d2-652f-4b16-ad4e-f5235335100e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:41.329920 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a29d2-652f-4b16-ad4e-f5235335100e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:41.330755 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a29d2-652f-4b16-ad4e-f5235335100e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:41.331422 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a29d2-652f-4b16-ad4e-f5235335100e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:41.331966 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a29d2-652f-4b16-ad4e-f5235335100e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:41.332520 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a29d2-652f-4b16-ad4e-f5235335100e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:41.333079 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a29d2-652f-4b16-ad4e-f5235335100e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:41.333606 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a29d2-652f-4b16-ad4e-f5235335100e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:41.334159 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553a29d2-652f-4b16-ad4e-f5235335100e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:41.380577 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Set router e6f6f058-d30a-4871-8c54-271b0b7672db gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:41.434325 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Attempting to bind port a3dc6db4-a926-4850-b51d-d179e12e4da7 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:46:41.435591 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Attempting to bind port a3dc6db4-a926-4850-b51d-d179e12e4da7 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': '464a2a95-7676-4591-a948-6f168c1ddfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:46:41.436270 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Attempting to bind port a3dc6db4-a926-4850-b51d-d179e12e4da7 on network 5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:46:41.443225 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:46:41.443882 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Checking segment: {'id': '464a2a95-7676-4591-a948-6f168c1ddfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:46:41.444592 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.445195 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Bound using segment: {'id': '464a2a95-7676-4591-a948-6f168c1ddfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:46:41.446104 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Bound port: a3dc6db4-a926-4850-b51d-d179e12e4da7, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464a2a95-7676-4591-a948-6f168c1ddfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:46:41.447207 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.498044 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a4edbc-c191-491c-9855-2a23076ca0a0 None None] Network a3be71f5-74ac-49ad-8100-971f0d6ffff3 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:46:41.526882 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:46:41.540859 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] For port a3dc6db4-a926-4850-b51d-d179e12e4da7, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:46:41.550713 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] For port a3dc6db4-a926-4850-b51d-d179e12e4da7, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=a3dc6db4-a926-4850-b51d-d179e12e4da7,segment=NetworkSegment(464a2a95-7676-4591-a948-6f168c1ddfc0),segment_id=464a2a95-7676-4591-a948-6f168c1ddfc0)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:46:41.561653 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.631915 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fabc2641-98b9-402a-aebf-db1eabfce34a admin admin] Publish callbacks [] for security_group (6dae84ac-e900-44a6-8859-de1b4536158f), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.633034 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Routers {'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:41.633801 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:46:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:41.656107 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-8836bfad-7096-43d5-a5c5-0e2db411d428 None None] Provisioning complete for port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:41.656476 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-8836bfad-7096-43d5-a5c5-0e2db411d428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (5f6a0959-4b7e-43ef-b53d-e956ca43f5f6), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.690946 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a29d2-652f-4b16-ad4e-f5235335100e None None] Pushing event updated for resources: {'Port': ['ID=a3dc6db4-a926-4850-b51d-d179e12e4da7,revision_number=4']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:41.805278 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] Set router dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:41.814828 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'name': 'tempest-TestMinimumBasicScenario-915696764-router', 'tenant_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2769ddd8-ed77-4253-9087-f2b6d8363cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:39Z', 'updated_at': '2022-03-08T15:46:40Z', 'revision_number': 3, 'project_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'gw_port': {'id': '2769ddd8-ed77-4253-9087-f2b6d8363cee', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:39Z', 'updated_at': '2022-03-08T15:46:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:41.816868 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-8836bfad-7096-43d5-a5c5-0e2db411d428 None None] Current status of the port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:41.817255 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-8836bfad-7096-43d5-a5c5-0e2db411d428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (5f6a0959-4b7e-43ef-b53d-e956ca43f5f6), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.879133 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Checking router: e6f6f058-d30a-4871-8c54-271b0b7672db for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:46:41.879482 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Updating router e6f6f058-d30a-4871-8c54-271b0b7672db port 2769ddd8-ed77-4253-9087-f2b6d8363cee binding host dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:46:41.945629 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (2769ddd8-ed77-4253-9087-f2b6d8363cee), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:41.948468 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-8836bfad-7096-43d5-a5c5-0e2db411d428 None None] For port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=5f6a0959-4b7e-43ef-b53d-e956ca43f5f6,segment=NetworkSegment(2f3c2160-339f-4479-a897-ce994a1c58fe),segment_id=2f3c2160-339f-4479-a897-ce994a1c58fe)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:41.988961 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-8836bfad-7096-43d5-a5c5-0e2db411d428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (5f6a0959-4b7e-43ef-b53d-e956ca43f5f6), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.116306 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fabc2641-98b9-402a-aebf-db1eabfce34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (6dae84ac-e900-44a6-8859-de1b4536158f), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.179181 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47064) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:42.179765 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-fabc2641-98b9-402a-aebf-db1eabfce34a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b8bba97fa914a2bba84546f5b7e92f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9326813 Mar 08 15:46:42.179996 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc2641-98b9-402a-aebf-db1eabfce34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dae84ac-e900-44a6-8859-de1b4536158f,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:42.217438 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'name': 'tempest-TestMinimumBasicScenario-658764997-router', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:34Z', 'updated_at': '2022-03-08T15:46:37Z', 'revision_number': 4, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'gw_port': {'id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:35Z', 'updated_at': '2022-03-08T15:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': 'a3dc6db4-a926-4850-b51d-d179e12e4da7', 'name': '', 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'mac_address': 'fa:16:3e:31:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:36Z', 'updated_at': '2022-03-08T15:46:41Z', 'revision_number': 4, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'subnets': [{'id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:42.244930 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f4ccbc9-c8d5-435b-9be8-3da743e7643b admin admin] Publish callbacks [] for security_group (6dae84ac-e900-44a6-8859-de1b4536158f), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.253835 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bdaad3-4bf4-4eed-b77d-55a2f26608d0 None None] The sync data for ids ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'] in dv-cinder-830098-2-iscsi is: [{'id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'name': 'tempest-TestMinimumBasicScenario-658764997-router', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:34Z', 'updated_at': '2022-03-08T15:46:37Z', 'revision_number': 4, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'gw_port': {'id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:35Z', 'updated_at': '2022-03-08T15:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': 'a3dc6db4-a926-4850-b51d-d179e12e4da7', 'name': '', 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'mac_address': 'fa:16:3e:31:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:36Z', 'updated_at': '2022-03-08T15:46:41Z', 'revision_number': 4, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'subnets': [{'id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:46:42.269735 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:46:42.277925 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836bfad-7096-43d5-a5c5-0e2db411d428 None None] Pushing event updated for resources: {'Port': ['ID=5f6a0959-4b7e-43ef-b53d-e956ca43f5f6,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:42.283344 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f4ccbc9-c8d5-435b-9be8-3da743e7643b admin admin] Publish callbacks [] for security_group (6dae84ac-e900-44a6-8859-de1b4536158f), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.327009 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-58b8be2f-cb23-43d2-a164-985dd4c4dec8 None None] Provisioning complete for port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:42.327659 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-58b8be2f-cb23-43d2-a164-985dd4c4dec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (5f6a0959-4b7e-43ef-b53d-e956ca43f5f6), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.359953 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-494970c8-d07b-4c0c-883f-aa4d04ac69b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.365906 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f4ccbc9-c8d5-435b-9be8-3da743e7643b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (6dae84ac-e900-44a6-8859-de1b4536158f), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.369219 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f4ccbc9-c8d5-435b-9be8-3da743e7643b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.371657 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-6f4ccbc9-c8d5-435b-9be8-3da743e7643b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6dae84ac-e900-44a6-8859-de1b4536158f HTTP/1.1" status: 204 len: 168 time: 0.1898363 Mar 08 15:46:42.383172 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ccbc9-c8d5-435b-9be8-3da743e7643b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dae84ac-e900-44a6-8859-de1b4536158f,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:42.394037 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.485749 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:42.486122 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (5f6a0959-4b7e-43ef-b53d-e956ca43f5f6), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.579869 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-494970c8-d07b-4c0c-883f-aa4d04ac69b9 admin admin] Allocated IP 172.20.0.1 (a3be71f5-74ac-49ad-8100-971f0d6ffff3/1e252201-c854-4066-8586-0673816d38f0/9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:46:42.641156 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-58b8be2f-cb23-43d2-a164-985dd4c4dec8 None None] Current status of the port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:42.701148 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-494970c8-d07b-4c0c-883f-aa4d04ac69b9 admin admin] Publish callbacks [] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.706922 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-58b8be2f-cb23-43d2-a164-985dd4c4dec8 None None] Provisioning complete for port a3dc6db4-a926-4850-b51d-d179e12e4da7 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:42.707121 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-58b8be2f-cb23-43d2-a164-985dd4c4dec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.737737 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:42.739012 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 10ae0b45-5901-4cea-afc5-39fb68168f4e up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:46:42.742108 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Publish callbacks [] for port (2769ddd8-ed77-4253-9087-f2b6d8363cee), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.749308 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-494970c8-d07b-4c0c-883f-aa4d04ac69b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.775803 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (2769ddd8-ed77-4253-9087-f2b6d8363cee), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.805242 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494970c8-d07b-4c0c-883f-aa4d04ac69b9 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:42.822827 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494970c8-d07b-4c0c-883f-aa4d04ac69b9 admin admin] Network a3be71f5-74ac-49ad-8100-971f0d6ffff3 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:46:42.825740 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-494970c8-d07b-4c0c-883f-aa4d04ac69b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:46:42.841172 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494970c8-d07b-4c0c-883f-aa4d04ac69b9 admin admin] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:46:42.847495 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47070) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:42.855620 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Attempting to bind port 2769ddd8-ed77-4253-9087-f2b6d8363cee on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:46:42.855620 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Attempting to bind port 2769ddd8-ed77-4253-9087-f2b6d8363cee by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:46:42.856075 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Attempting to bind port 2769ddd8-ed77-4253-9087-f2b6d8363cee on network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:46:42.863243 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89fe0d-4a33-44f1-a4b3-da9d45f9d064 None None] Pushing event updated for resources: {'Port': ['ID=2769ddd8-ed77-4253-9087-f2b6d8363cee,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:42.869566 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:46:42.870017 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Checking segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:46:42.870379 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.872078 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6b36a3e8-91b0-41b8-8174-2582ad242f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.876480 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Bound using segment: {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:46:42.877006 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Bound port: 2769ddd8-ed77-4253-9087-f2b6d8363cee, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa33399c-ee33-4de1-b82c-3f04154ca2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:46:42.877411 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (2769ddd8-ed77-4253-9087-f2b6d8363cee), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.893412 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-494970c8-d07b-4c0c-883f-aa4d04ac69b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738765'] for router_interface (e6f6f058-d30a-4871-8c54-271b0b7672db), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.950878 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 10ae0b45-5901-4cea-afc5-39fb68168f4e triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:42.950878 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (10ae0b45-5901-4cea-afc5-39fb68168f4e), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.986428 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6b36a3e8-91b0-41b8-8174-2582ad242f64 admin admin] Publish callbacks [] for security_group (ca1708b2-c02f-4c53-90f4-1e66c41731ae), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:42.992118 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6b36a3e8-91b0-41b8-8174-2582ad242f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (ca1708b2-c02f-4c53-90f4-1e66c41731ae), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.012402 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-58b8be2f-cb23-43d2-a164-985dd4c4dec8 None None] Current status of the port a3dc6db4-a926-4850-b51d-d179e12e4da7 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:43.012780 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-58b8be2f-cb23-43d2-a164-985dd4c4dec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.054187 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] For port 2769ddd8-ed77-4253-9087-f2b6d8363cee, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:46:43.054795 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-6b36a3e8-91b0-41b8-8174-2582ad242f64 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1dfcf89c28794689ac859caad1432a0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2061017 Mar 08 15:46:43.056070 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36a3e8-91b0-41b8-8174-2582ad242f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1708b2-c02f-4c53-90f4-1e66c41731ae,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:43.058717 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47072) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:46:43.065748 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] For port 2769ddd8-ed77-4253-9087-f2b6d8363cee, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=2769ddd8-ed77-4253-9087-f2b6d8363cee,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:46:43.094364 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (2769ddd8-ed77-4253-9087-f2b6d8363cee), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.142695 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-494970c8-d07b-4c0c-883f-aa4d04ac69b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.154941 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-58b8be2f-cb23-43d2-a164-985dd4c4dec8 None None] For port a3dc6db4-a926-4850-b51d-d179e12e4da7, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=a3dc6db4-a926-4850-b51d-d179e12e4da7,segment=NetworkSegment(464a2a95-7676-4591-a948-6f168c1ddfc0),segment_id=464a2a95-7676-4591-a948-6f168c1ddfc0)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:43.169674 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-34c0f22b-1a8c-4c41-b4a0-aefb8c1de34a admin admin] Publish callbacks [] for security_group (ca1708b2-c02f-4c53-90f4-1e66c41731ae), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.175958 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-58b8be2f-cb23-43d2-a164-985dd4c4dec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.212398 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89fe0d-4a33-44f1-a4b3-da9d45f9d064 None None] Pushing event updated for resources: {'Port': ['ID=2769ddd8-ed77-4253-9087-f2b6d8363cee,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:43.217468 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 10ae0b45-5901-4cea-afc5-39fb68168f4e is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:43.218564 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device a3dc6db4-a926-4850-b51d-d179e12e4da7 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:46:43.220021 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Routers {'e6f6f058-d30a-4871-8c54-271b0b7672db'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:43.220628 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:46:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['e6f6f058-d30a-4871-8c54-271b0b7672db'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:43.224416 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-34c0f22b-1a8c-4c41-b4a0-aefb8c1de34a admin admin] Publish callbacks [] for security_group (ca1708b2-c02f-4c53-90f4-1e66c41731ae), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.332186 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-34c0f22b-1a8c-4c41-b4a0-aefb8c1de34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (ca1708b2-c02f-4c53-90f4-1e66c41731ae), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.337391 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-34c0f22b-1a8c-4c41-b4a0-aefb8c1de34a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.338580 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-34c0f22b-1a8c-4c41-b4a0-aefb8c1de34a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca1708b2-c02f-4c53-90f4-1e66c41731ae HTTP/1.1" status: 204 len: 168 time: 0.2787678 Mar 08 15:46:43.351524 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0f22b-1a8c-4c41-b4a0-aefb8c1de34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1708b2-c02f-4c53-90f4-1e66c41731ae,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:43.381894 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-494970c8-d07b-4c0c-883f-aa4d04ac69b9 admin admin] Publish callbacks [] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.388927 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-494970c8-d07b-4c0c-883f-aa4d04ac69b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.393573 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-10b846e3-a16e-4066-a725-746fa8163ae9 None None] Provisioning complete for port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:43.394128 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-10b846e3-a16e-4066-a725-746fa8163ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.404253 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8be2f-cb23-43d2-a164-985dd4c4dec8 None None] Pushing event updated for resources: {'Port': ['ID=a3dc6db4-a926-4850-b51d-d179e12e4da7,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:43.430053 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-494970c8-d07b-4c0c-883f-aa4d04ac69b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1549946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738721'] for router_interface (e6f6f058-d30a-4871-8c54-271b0b7672db), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.463030 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] Set router e6f6f058-d30a-4871-8c54-271b0b7672db gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:43.493053 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-10b846e3-a16e-4066-a725-746fa8163ae9 None None] Port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:46:43.497349 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494970c8-d07b-4c0c-883f-aa4d04ac69b9 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:43.500975 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port a3dc6db4-a926-4850-b51d-d179e12e4da7 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:43.501359 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.567683 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494970c8-d07b-4c0c-883f-aa4d04ac69b9 admin admin] Network a3be71f5-74ac-49ad-8100-971f0d6ffff3 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:46:43.569659 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-494970c8-d07b-4c0c-883f-aa4d04ac69b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:46:43.712151 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port a3dc6db4-a926-4850-b51d-d179e12e4da7 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:43.728820 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494970c8-d07b-4c0c-883f-aa4d04ac69b9 admin admin] Router e6f6f058-d30a-4871-8c54-271b0b7672db has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:46:43.772935 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'name': 'tempest-TestMinimumBasicScenario-915696764-router', 'tenant_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2769ddd8-ed77-4253-9087-f2b6d8363cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:39Z', 'updated_at': '2022-03-08T15:46:43Z', 'revision_number': 4, 'project_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'gw_port': {'id': '2769ddd8-ed77-4253-9087-f2b6d8363cee', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:39Z', 'updated_at': '2022-03-08T15:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6', 'name': '', 'network_id': 'a3be71f5-74ac-49ad-8100-971f0d6ffff3', 'tenant_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'mac_address': 'fa:16:3e:90:81:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '1e252201-c854-4066-8586-0673816d38f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:42Z', 'updated_at': '2022-03-08T15:46:42Z', 'revision_number': 1, 'project_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'subnets': [{'id': '1e252201-c854-4066-8586-0673816d38f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:43.812861 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2cb146-8226-483f-906c-2c01f9288f79 None None] The sync data for ids ['e6f6f058-d30a-4871-8c54-271b0b7672db'] in dv-cinder-830098-2-iscsi is: [{'id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'name': 'tempest-TestMinimumBasicScenario-915696764-router', 'tenant_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2769ddd8-ed77-4253-9087-f2b6d8363cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:39Z', 'updated_at': '2022-03-08T15:46:43Z', 'revision_number': 4, 'project_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'gw_port': {'id': '2769ddd8-ed77-4253-9087-f2b6d8363cee', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:39Z', 'updated_at': '2022-03-08T15:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6', 'name': '', 'network_id': 'a3be71f5-74ac-49ad-8100-971f0d6ffff3', 'tenant_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'mac_address': 'fa:16:3e:90:81:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '1e252201-c854-4066-8586-0673816d38f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:42Z', 'updated_at': '2022-03-08T15:46:42Z', 'revision_number': 1, 'project_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'subnets': [{'id': '1e252201-c854-4066-8586-0673816d38f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:46:43.827664 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-0aed97d8-ea0b-4b19-a113-79ca79de77a3 None None] Provisioning complete for port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:43.828115 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-0aed97d8-ea0b-4b19-a113-79ca79de77a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:43.864841 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494970c8-d07b-4c0c-883f-aa4d04ac69b9 admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:46:43.866871 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-0aed97d8-ea0b-4b19-a113-79ca79de77a3 None None] Port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:46:43.878974 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-494970c8-d07b-4c0c-883f-aa4d04ac69b9 admin admin] 10.222.0.11 "PUT /v2.0/routers/e6f6f058-d30a-4871-8c54-271b0b7672db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6128645 Mar 08 15:46:43.932462 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:46:43.986716 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:43.987082 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (5f6a0959-4b7e-43ef-b53d-e956ca43f5f6), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:44.118233 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:44.119451 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device a3dc6db4-a926-4850-b51d-d179e12e4da7 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:46:44.177284 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port a3dc6db4-a926-4850-b51d-d179e12e4da7 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:44.177284 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:44.270038 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port a3dc6db4-a926-4850-b51d-d179e12e4da7 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:45.934072 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 2769ddd8-ed77-4253-9087-f2b6d8363cee up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:46:46.164504 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 2769ddd8-ed77-4253-9087-f2b6d8363cee triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:46.164979 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (2769ddd8-ed77-4253-9087-f2b6d8363cee), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:46.253947 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 2769ddd8-ed77-4253-9087-f2b6d8363cee is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:46.254515 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (2769ddd8-ed77-4253-9087-f2b6d8363cee), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:46.282023 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] For port 2769ddd8-ed77-4253-9087-f2b6d8363cee, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=2769ddd8-ed77-4253-9087-f2b6d8363cee,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:46.292391 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (2769ddd8-ed77-4253-9087-f2b6d8363cee), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:46.349103 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Pushing event updated for resources: {'Port': ['ID=2769ddd8-ed77-4253-9087-f2b6d8363cee,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:46.507966 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Sync routers for ids ['e6f6f058-d30a-4871-8c54-271b0b7672db'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:46:46.519402 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Routers {'e6f6f058-d30a-4871-8c54-271b0b7672db'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:46.520016 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:46:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['e6f6f058-d30a-4871-8c54-271b0b7672db'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:46.643262 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Set router e6f6f058-d30a-4871-8c54-271b0b7672db gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:46.871762 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'name': 'tempest-TestMinimumBasicScenario-915696764-router', 'tenant_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2769ddd8-ed77-4253-9087-f2b6d8363cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:39Z', 'updated_at': '2022-03-08T15:46:43Z', 'revision_number': 4, 'project_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'gw_port': {'id': '2769ddd8-ed77-4253-9087-f2b6d8363cee', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:39Z', 'updated_at': '2022-03-08T15:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6', 'name': '', 'network_id': 'a3be71f5-74ac-49ad-8100-971f0d6ffff3', 'tenant_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'mac_address': 'fa:16:3e:90:81:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '1e252201-c854-4066-8586-0673816d38f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:42Z', 'updated_at': '2022-03-08T15:46:43Z', 'revision_number': 2, 'project_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'subnets': [{'id': '1e252201-c854-4066-8586-0673816d38f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:46.899079 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Checking router: e6f6f058-d30a-4871-8c54-271b0b7672db for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:46:46.899723 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Updating router e6f6f058-d30a-4871-8c54-271b0b7672db port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 binding host dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:46:46.933541 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:47.219441 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Publish callbacks [] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), precommit_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:47.226002 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:47.280017 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e653051-8a90-40f1-ba8a-7b8f9a233ec8 None None] Pushing event updated for resources: {'Port': ['ID=9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6,revision_number=3']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:47.359798 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Attempting to bind port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 on host dv-cinder-830098-2-iscsi for vnic_type normal with profile {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:46:47.360164 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Attempting to bind port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 by drivers openvswitch,hyperv on host dv-cinder-830098-2-iscsi at level 0 using segments [{'id': '2f3c2160-339f-4479-a897-ce994a1c58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a3be71f5-74ac-49ad-8100-971f0d6ffff3'}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:46:47.360523 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Attempting to bind port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 on network a3be71f5-74ac-49ad-8100-971f0d6ffff3 {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:46:47.365737 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Checking agent: {'id': '85ef731f-8ef6-40d2-8e2f-85ee098c54e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 30, 42), 'started_at': datetime.datetime(2022, 3, 8, 15, 31, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:46:47.366096 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Checking segment: {'id': '2f3c2160-339f-4479-a897-ce994a1c58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a3be71f5-74ac-49ad-8100-971f0d6ffff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:46:47.366519 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:47.366902 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Bound using segment: {'id': '2f3c2160-339f-4479-a897-ce994a1c58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a3be71f5-74ac-49ad-8100-971f0d6ffff3'} {{(pid=104420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:46:47.367362 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.managers [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Bound port: 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6, host: dv-cinder-830098-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3c2160-339f-4479-a897-ce994a1c58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a3be71f5-74ac-49ad-8100-971f0d6ffff3'}}] {{(pid=104420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:46:47.367897 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), before_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:47.451267 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:47.544291 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] For port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6, host dv-cinder-830098-2-iscsi, cleared binding levels {{(pid=104420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:46:47.547673 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.plugins.ml2.db [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] For port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6, host dv-cinder-830098-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6,segment=NetworkSegment(2f3c2160-339f-4479-a897-ce994a1c58fe),segment_id=2f3c2160-339f-4479-a897-ce994a1c58fe)] {{(pid=104420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:46:47.557313 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), after_update {{(pid=104420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:47.618465 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e653051-8a90-40f1-ba8a-7b8f9a233ec8 None None] Pushing event updated for resources: {'Port': ['ID=9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6,revision_number=4']} {{(pid=104420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:47.621761 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Routers {'e6f6f058-d30a-4871-8c54-271b0b7672db'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:46:47.622533 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:46:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['e6f6f058-d30a-4871-8c54-271b0b7672db'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:47.629839 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] Provisioning complete for port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:47.630203 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:47.737736 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] Current status of the port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 is: DOWN; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:47.738377 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:47.784041 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] For port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6,segment=NetworkSegment(2f3c2160-339f-4479-a897-ce994a1c58fe),segment_id=2f3c2160-339f-4479-a897-ce994a1c58fe)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:46:47.791473 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:47.807178 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] Set router e6f6f058-d30a-4871-8c54-271b0b7672db gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:46:47.865397 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] Pushing event updated for resources: {'Port': ['ID=9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:47.878820 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:47.879094 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:47.879434 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:47.879771 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:47.880101 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:47.880656 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:47.880771 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:47.885723 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:47.885723 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:47.885723 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:47.885723 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:47.885723 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:47.885723 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba6202b-091f-4944-b913-67b7d4e00290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:46:47.957036 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:46:48.015725 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:48.016136 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:48.045349 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-073309f7-d1c0-48b8-980e-999fca6712c6 None None] Provisioning complete for port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:48.045716 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-073309f7-d1c0-48b8-980e-999fca6712c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:48.175757 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:48.176605 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 2769ddd8-ed77-4253-9087-f2b6d8363cee up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:46:48.184646 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'name': 'tempest-TestMinimumBasicScenario-915696764-router', 'tenant_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2769ddd8-ed77-4253-9087-f2b6d8363cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:39Z', 'updated_at': '2022-03-08T15:46:43Z', 'revision_number': 4, 'project_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'gw_port': {'id': '2769ddd8-ed77-4253-9087-f2b6d8363cee', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:39Z', 'updated_at': '2022-03-08T15:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6', 'name': '', 'network_id': 'a3be71f5-74ac-49ad-8100-971f0d6ffff3', 'tenant_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'mac_address': 'fa:16:3e:90:81:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '1e252201-c854-4066-8586-0673816d38f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:42Z', 'updated_at': '2022-03-08T15:46:47Z', 'revision_number': 4, 'project_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'subnets': [{'id': '1e252201-c854-4066-8586-0673816d38f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:46:48.211708 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-073309f7-d1c0-48b8-980e-999fca6712c6 None None] Current status of the port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:48.220566 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0cb7aa-b34c-4cc6-9f96-cede011f42b5 None None] The sync data for ids ['e6f6f058-d30a-4871-8c54-271b0b7672db'] in dv-cinder-830098-2-iscsi is: [{'id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'name': 'tempest-TestMinimumBasicScenario-915696764-router', 'tenant_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2769ddd8-ed77-4253-9087-f2b6d8363cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:39Z', 'updated_at': '2022-03-08T15:46:43Z', 'revision_number': 4, 'project_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'gw_port': {'id': '2769ddd8-ed77-4253-9087-f2b6d8363cee', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:39Z', 'updated_at': '2022-03-08T15:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6', 'name': '', 'network_id': 'a3be71f5-74ac-49ad-8100-971f0d6ffff3', 'tenant_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'mac_address': 'fa:16:3e:90:81:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '1e252201-c854-4066-8586-0673816d38f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:42Z', 'updated_at': '2022-03-08T15:46:47Z', 'revision_number': 4, 'project_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'subnets': [{'id': '1e252201-c854-4066-8586-0673816d38f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:46:48.241342 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 2769ddd8-ed77-4253-9087-f2b6d8363cee triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:48.241980 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (2769ddd8-ed77-4253-9087-f2b6d8363cee), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:48.348442 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 2769ddd8-ed77-4253-9087-f2b6d8363cee is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:49.868727 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 up at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:46:49.925665 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Provisioning complete for port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:49.926038 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:50.015824 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Current status of the port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:46:53.914767 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-8d38e699-abc3-494a-a4d0-72587618e2bb tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:53.916225 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-8d38e699-abc3-494a-a4d0-72587618e2bb tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/networks?id=5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 HTTP/1.1" status: 200 len: 814 time: 0.1041765 Mar 08 15:46:53.933858 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-712646fa-5090-4348-925f-d16e05bf47ac tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/quotas/761c17fc75aa482baad8c27f6feb3a6d HTTP/1.1" status: 200 len: 375 time: 0.0094926 Mar 08 15:46:53.990847 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-1f168bba-3c92-4825-b94e-a551b1f35e93 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=761c17fc75aa482baad8c27f6feb3a6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501950 Mar 08 15:46:54.100416 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-8895377c-eb85-4374-9344-cec82b1261da service neutron] 10.222.0.11 "GET /v2.0/networks/5b9712fc-fff0-4c93-b3e3-b80b7bef9c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947769 Mar 08 15:46:54.199919 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-6e1c3492-d5b4-42ba-a992-14e067ba667d service neutron] 10.222.0.11 "GET /v2.0/networks/5b9712fc-fff0-4c93-b3e3-b80b7bef9c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936902 Mar 08 15:46:54.378366 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-19ad9a2f-7628-4784-8b5b-a4a083cdcf9d req-1543b489-bd14-4dd1-8b55-d89458c30381 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 210 time: 0.0272486 Mar 08 15:46:55.489305 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b4cc0abc-9e22-4624-b53b-c14894c5d384 req-97739268-bf3a-429a-9e53-8334ddd69e62 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 210 time: 0.0341568 Mar 08 15:46:56.760282 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6b931c8e-114f-4b89-9b91-567ebe0b6dbe req-8869bae6-9485-4f1d-8015-21ee6701bc24 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 210 time: 0.0369992 Mar 08 15:46:57.269983 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-2c11cf82-3fc5-4f90-9d8e-d1f2f086f55b tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:57.271813 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-2c11cf82-3fc5-4f90-9d8e-d1f2f086f55b tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.41 "GET /v2.0/networks?id=5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 HTTP/1.1" status: 200 len: 814 time: 0.1136742 Mar 08 15:46:57.284617 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-9e076b4e-f95b-4df6-a2eb-644bf0c377d5 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Request body: {'port': {'device_id': 'a234f93f-ebc0-4a2e-8ca7-bce34af008b8', 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04', 'admin_state_up': True, 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:46:57.423436 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-9e076b4e-f95b-4df6-a2eb-644bf0c377d5 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Made reservation on behalf of 761c17fc75aa482baad8c27f6feb3a6d for: {'port': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:46:57.426893 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-9e076b4e-f95b-4df6-a2eb-644bf0c377d5 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:57.564140 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-9e076b4e-f95b-4df6-a2eb-644bf0c377d5 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Allocated IP 172.20.0.5 (5b9712fc-fff0-4c93-b3e3-b80b7bef9c04/6c622f31-2a7a-4c59-a987-fd58152e3d7f/d1cf0c50-1616-4e9e-b236-2fdbb15a8835) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:46:57.790698 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-9e076b4e-f95b-4df6-a2eb-644bf0c377d5 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:57.858530 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-9e076b4e-f95b-4df6-a2eb-644bf0c377d5 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:57.910050 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-9e076b4e-f95b-4df6-a2eb-644bf0c377d5 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Network 5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:46:57.920734 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-9e076b4e-f95b-4df6-a2eb-644bf0c377d5 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:46:57.923611 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-9e076b4e-f95b-4df6-a2eb-644bf0c377d5 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:46:57.931388 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e076b4e-f95b-4df6-a2eb-644bf0c377d5 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Pushing event updated for resources: {'Port': ['ID=d1cf0c50-1616-4e9e-b236-2fdbb15a8835,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:46:57.972171 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c390c-3ee1-4283-9fcb-cce66679b224 req-5bb468cd-c527-4f12-978e-ad7f2de12b4f tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:57.987598 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5f6c390c-3ee1-4283-9fcb-cce66679b224 req-5bb468cd-c527-4f12-978e-ad7f2de12b4f tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 931 time: 0.1070890 Mar 08 15:46:58.006289 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-9e076b4e-f95b-4df6-a2eb-644bf0c377d5 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:58.010428 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-9e076b4e-f95b-4df6-a2eb-644bf0c377d5 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:58.045618 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-9e076b4e-f95b-4df6-a2eb-644bf0c377d5 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7653096 Mar 08 15:46:58.053903 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5f6c390c-3ee1-4283-9fcb-cce66679b224 req-7acd323f-ef35-4c0a-9f0a-d7827f5866ea tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637970 Mar 08 15:46:58.211466 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-a5bf7319-ab06-46de-8199-df5d304cc368 None None] Provisioning complete for port d1cf0c50-1616-4e9e-b236-2fdbb15a8835 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:46:58.212023 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a5bf7319-ab06-46de-8199-df5d304cc368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:46:58.248496 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf7319-ab06-46de-8199-df5d304cc368 None None] Port d1cf0c50-1616-4e9e-b236-2fdbb15a8835 cannot update to ACTIVE because it is not bound. {{(pid=104419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:46:59.210168 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed831b1-0158-40bd-93ed-e88af8bf0b5d req-2f2d4b19-2334-4a4b-bad8-a682248705c6 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:46:59.211660 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5ed831b1-0158-40bd-93ed-e88af8bf0b5d req-2f2d4b19-2334-4a4b-bad8-a682248705c6 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 931 time: 0.0683274 Mar 08 15:46:59.269335 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-5ed831b1-0158-40bd-93ed-e88af8bf0b5d req-ab849074-af72-4274-8b75-995ee5a7b639 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516055 Mar 08 15:47:00.394532 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9183305-f832-47f9-a609-73fe48794881 req-ecafe9ba-fafb-496b-940b-350d12778e47 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:00.396027 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a9183305-f832-47f9-a609-73fe48794881 req-ecafe9ba-fafb-496b-940b-350d12778e47 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 931 time: 0.0535524 Mar 08 15:47:00.443681 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a9183305-f832-47f9-a609-73fe48794881 req-00bff198-b56a-4d8d-9459-e2eb8f814e19 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420232 Mar 08 15:47:01.451493 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47310) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:01.637098 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462e110-9c5b-4f26-bf11-b04b0a40df48 req-beba0690-e3e3-4223-a822-725437c42a68 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:01.638583 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8462e110-9c5b-4f26-bf11-b04b0a40df48 req-beba0690-e3e3-4223-a822-725437c42a68 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 931 time: 0.1068547 Mar 08 15:47:01.712492 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8462e110-9c5b-4f26-bf11-b04b0a40df48 req-1b2fe2b3-8e41-4d2e-adfc-67498a78e1ba tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546308 Mar 08 15:47:01.721006 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Deleting port d631d2b3-fb42-4389-95f9-1d33ad1ee5da {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:47:01.721600 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (d631d2b3-fb42-4389-95f9-1d33ad1ee5da), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:01.817843 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (d631d2b3-fb42-4389-95f9-1d33ad1ee5da), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:01.818242 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for floatingip (d631d2b3-fb42-4389-95f9-1d33ad1ee5da), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:01.833168 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Calling delete_port for d631d2b3-fb42-4389-95f9-1d33ad1ee5da owned by network:floatingip {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:47:02.040598 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (d631d2b3-fb42-4389-95f9-1d33ad1ee5da), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:02.187644 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47320) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:02.332081 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Pushing event deleted for resources: {'Port': ['ID=d631d2b3-fb42-4389-95f9-1d33ad1ee5da,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:02.346510 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:02.346883 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:02.347194 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:02.347530 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:02.347867 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:02.348124 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3aeb9326-662f-49f5-8c9b-f65b797e37c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:02.348246 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:02.348496 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:02.348819 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:02.349146 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:02.349469 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:02.349790 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:02.350108 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:02.350457 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:02.433526 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for floatingip (41076584-f010-4418-ab3b-0183339b8b7d), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:02.434554 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Floating IP 41076584-f010-4418-ab3b-0183339b8b7d disassociated (deleted). External IP: 172.27.1.95, port: 57cb4233-6031-4aa8-b8ee-51d4515f6dc4. Mar 08 15:47:02.443209 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3aeb9326-662f-49f5-8c9b-f65b797e37c6 admin admin] Publish callbacks [] for security_group (a1b90a96-3bfa-4811-bddb-9f511aee5117), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:02.450080 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3aeb9326-662f-49f5-8c9b-f65b797e37c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (a1b90a96-3bfa-4811-bddb-9f511aee5117), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:02.485837 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb9326-662f-49f5-8c9b-f65b797e37c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b90a96-3bfa-4811-bddb-9f511aee5117,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:02.506221 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-3aeb9326-662f-49f5-8c9b-f65b797e37c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b960057af314defb796f453807d6cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148520 Mar 08 15:47:02.506485 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47324) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:02.557053 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c39a2ccb-13f1-416c-b439-6851901c323f admin admin] Publish callbacks [] for security_group (a1b90a96-3bfa-4811-bddb-9f511aee5117), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:02.581622 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c39a2ccb-13f1-416c-b439-6851901c323f admin admin] Publish callbacks [] for security_group (a1b90a96-3bfa-4811-bddb-9f511aee5117), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:02.651416 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c39a2ccb-13f1-416c-b439-6851901c323f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (a1b90a96-3bfa-4811-bddb-9f511aee5117), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:02.654131 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c39a2ccb-13f1-416c-b439-6851901c323f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:02.660500 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-c39a2ccb-13f1-416c-b439-6851901c323f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a1b90a96-3bfa-4811-bddb-9f511aee5117 HTTP/1.1" status: 204 len: 168 time: 0.1506112 Mar 08 15:47:02.669360 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2ccb-13f1-416c-b439-6851901c323f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b90a96-3bfa-4811-bddb-9f511aee5117,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:02.704191 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Router 592430f6-e999-485a-860c-1490054fb0cf has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:47:02.921936 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:47:02.929267 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:02.938882 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a584ed-fae7-4673-bb90-493d4112685e None None] Sync routers for ids ['592430f6-e999-485a-860c-1490054fb0cf'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:47:02.953809 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a584ed-fae7-4673-bb90-493d4112685e None None] Routers {'592430f6-e999-485a-860c-1490054fb0cf'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:02.955261 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-09a584ed-fae7-4673-bb90-493d4112685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:46:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['592430f6-e999-485a-860c-1490054fb0cf'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:02.965685 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369a82c-8731-4b30-910a-95051be2e77e req-09dac3f2-c230-49cd-b719-a78b38b09091 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:02.969341 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f369a82c-8731-4b30-910a-95051be2e77e req-09dac3f2-c230-49cd-b719-a78b38b09091 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 931 time: 0.1159925 Mar 08 15:47:03.028123 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c0fd3edd-f7cd-4706-a5dc-d47f1e9e18b9 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "DELETE /v2.0/floatingips/41076584-f010-4418-ab3b-0183339b8b7d HTTP/1.1" status: 204 len: 168 time: 1.5719635 Mar 08 15:47:03.028123 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c8a0c0-2b35-4224-99cd-28a58c73c3ba', 'tag': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:47:03.056834 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71785947914745800d43d5c0a78718fe11ea6fdba8b9e0230793fe8b114d71b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8ddf3c-2cc1-4f9c-9061-86315f380e87" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c8a0c0-2b35-4224-99cd-28a58c73c3ba", "tag": "57cb4233-6031-4aa8-b8ee-51d4515f6dc4"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:47:03.130999 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f369a82c-8731-4b30-910a-95051be2e77e req-ff6e7174-16bb-4671-a5a1-da2af69846b7 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255527 Mar 08 15:47:03.162892 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-09a584ed-fae7-4673-bb90-493d4112685e None None] Set router 592430f6-e999-485a-860c-1490054fb0cf gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:03.423891 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875e905-492b-4ce8-ab24-c7747b3c671c req-257ed522-14c3-49c1-a480-337f4a983e4b tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:03.425384 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6875e905-492b-4ce8-ab24-c7747b3c671c req-257ed522-14c3-49c1-a480-337f4a983e4b tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0615954 Mar 08 15:47:03.459174 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-09a584ed-fae7-4673-bb90-493d4112685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592430f6-e999-485a-860c-1490054fb0cf', 'name': 'tempest-TestShelveInstance-618727578-router', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 4, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'gw_port': {'id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '89bf96f4-4b80-4f63-916b-148d1a80d900', 'name': '', 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'mac_address': 'fa:16:3e:06:01:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:56Z', 'updated_at': '2022-03-08T15:42:01Z', 'revision_number': 5, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'subnets': [{'id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:03.489823 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2c7d60-06ce-4e97-9d69-fd6db1ca6b95 x-openstack-request-id: req-3a2c7d60-06ce-4e97-9d69-fd6db1ca6b95 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:47:03.490165 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c8a0c0-2b35-4224-99cd-28a58c73c3ba", "tag": "57cb4233-6031-4aa8-b8ee-51d4515f6dc4", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:47:03.490349 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a2c7d60-06ce-4e97-9d69-fd6db1ca6b95 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:47:03.490793 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c8a0c0-2b35-4224-99cd-28a58c73c3ba', 'tag': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4', 'status': 'completed', 'code': 200} Mar 08 15:47:03.495188 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a584ed-fae7-4673-bb90-493d4112685e None None] Checking router: 592430f6-e999-485a-860c-1490054fb0cf for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:47:03.505992 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a584ed-fae7-4673-bb90-493d4112685e None None] Routers {'592430f6-e999-485a-860c-1490054fb0cf'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:03.506843 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-09a584ed-fae7-4673-bb90-493d4112685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:46:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['592430f6-e999-485a-860c-1490054fb0cf'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:03.537497 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6875e905-492b-4ce8-ab24-c7747b3c671c req-78635243-9bd6-469c-8d57-2602fec4c1fb tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959187 Mar 08 15:47:03.619528 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-09a584ed-fae7-4673-bb90-493d4112685e None None] Set router 592430f6-e999-485a-860c-1490054fb0cf gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:03.827339 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-09a584ed-fae7-4673-bb90-493d4112685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592430f6-e999-485a-860c-1490054fb0cf', 'name': 'tempest-TestShelveInstance-618727578-router', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 4, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'gw_port': {'id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '89bf96f4-4b80-4f63-916b-148d1a80d900', 'name': '', 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'mac_address': 'fa:16:3e:06:01:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:56Z', 'updated_at': '2022-03-08T15:42:01Z', 'revision_number': 5, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'subnets': [{'id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:03.852706 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a584ed-fae7-4673-bb90-493d4112685e None None] The sync data for ids ['592430f6-e999-485a-860c-1490054fb0cf'] in dv-cinder-830098-2-iscsi is: [{'id': '592430f6-e999-485a-860c-1490054fb0cf', 'name': 'tempest-TestShelveInstance-618727578-router', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 4, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'gw_port': {'id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '89bf96f4-4b80-4f63-916b-148d1a80d900', 'name': '', 'network_id': 'abfda2a0-132b-4978-bd17-7bbda6476ec7', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'mac_address': 'fa:16:3e:06:01:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:56Z', 'updated_at': '2022-03-08T15:42:01Z', 'revision_number': 5, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'subnets': [{'id': 'a9e40898-8aff-4be1-8e3a-681338b0d56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:47:04.128623 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e56d2d-56c2-40b8-b3ce-ee88fac944e4 None None] New status for floating IP 41076584-f010-4418-ab3b-0183339b8b7d: DOWN {{(pid=104420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:47:04.281734 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c224e0c-cd11-4dc2-a6dc-e4acdec0397c req-cb85ff92-b42a-4d34-8dcf-1462d1fab0a2 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:04.283318 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7c224e0c-cd11-4dc2-a6dc-e4acdec0397c req-cb85ff92-b42a-4d34-8dcf-1462d1fab0a2 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 931 time: 0.0735462 Mar 08 15:47:04.338201 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7c224e0c-cd11-4dc2-a6dc-e4acdec0397c req-6463029e-7ce3-4ba3-935e-822a19c42e72 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487704 Mar 08 15:47:04.654417 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c7f20-c50e-4dfa-a44d-d85daf646201 req-6ef81fb3-80a8-4e6b-99d8-2e64782d1c61 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:04.655887 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ce2c7f20-c50e-4dfa-a44d-d85daf646201 req-6ef81fb3-80a8-4e6b-99d8-2e64782d1c61 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0533419 Mar 08 15:47:04.724096 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ce2c7f20-c50e-4dfa-a44d-d85daf646201 req-9054f7d3-bff6-41b9-8330-3297e5abef9e tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598202 Mar 08 15:47:05.468665 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb0358-c509-4c29-aa1f-38b733d2f2ee req-2a8ce2ae-6a30-4b4a-9ac3-668f25e8e1b5 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:05.470134 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-60cb0358-c509-4c29-aa1f-38b733d2f2ee req-2a8ce2ae-6a30-4b4a-9ac3-668f25e8e1b5 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 931 time: 0.0541670 Mar 08 15:47:05.517393 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-60cb0358-c509-4c29-aa1f-38b733d2f2ee req-55959d01-971b-4d43-9738-6ed77205a2c8 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416474 Mar 08 15:47:05.785680 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-e039196c-a29d-4a42-913c-974d26763837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:05.985872 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976763b-59f3-4f37-b059-24952b9e7cde req-1a01da52-bd0f-4530-8454-5516fc2c60e7 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:05.987361 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d976763b-59f3-4f37-b059-24952b9e7cde req-1a01da52-bd0f-4530-8454-5516fc2c60e7 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0573087 Mar 08 15:47:06.037108 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-d976763b-59f3-4f37-b059-24952b9e7cde req-91734693-18e4-4f24-a7a9-05411a6743ec tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441051 Mar 08 15:47:06.637132 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c13fe8-06fe-466c-9b3e-92a895205835 req-07c91c39-7340-41ba-b1d8-a76eb8bb93c8 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:06.638609 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f5c13fe8-06fe-466c-9b3e-92a895205835 req-07c91c39-7340-41ba-b1d8-a76eb8bb93c8 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 931 time: 0.0527780 Mar 08 15:47:06.687037 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f5c13fe8-06fe-466c-9b3e-92a895205835 req-9df44294-7fd1-4e81-a907-0e0741679ebe tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428133 Mar 08 15:47:07.179217 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90ca0d-ae4e-414f-9f23-cffdba1610f0 req-f135d601-3b22-4d9f-8ff5-ffefa1de6074 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:07.180915 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ff90ca0d-ae4e-414f-9f23-cffdba1610f0 req-f135d601-3b22-4d9f-8ff5-ffefa1de6074 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0680094 Mar 08 15:47:07.248216 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ff90ca0d-ae4e-414f-9f23-cffdba1610f0 req-90ffb924-d031-4889-8bb9-902338aabfb4 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609236 Mar 08 15:47:07.831604 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e58ab1-24af-4b38-aebd-13f202b6fcf8 req-43cfef40-5ae4-4bb8-bb2a-7d1c2a24535b tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:07.833145 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-72e58ab1-24af-4b38-aebd-13f202b6fcf8 req-43cfef40-5ae4-4bb8-bb2a-7d1c2a24535b tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 931 time: 0.0771954 Mar 08 15:47:07.884912 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-72e58ab1-24af-4b38-aebd-13f202b6fcf8 req-f10ac924-0578-423c-a994-20831718267f tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457892 Mar 08 15:47:08.390076 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77982d0-7406-404c-9f64-1fa27a538562 req-da6c9f17-6a0a-432d-8ff2-2c7a0161a3db tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:08.391666 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f77982d0-7406-404c-9f64-1fa27a538562 req-da6c9f17-6a0a-432d-8ff2-2c7a0161a3db tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0594409 Mar 08 15:47:08.444528 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f77982d0-7406-404c-9f64-1fa27a538562 req-4b3b7066-2ab1-40bc-ad29-3c492bbd54b5 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448368 Mar 08 15:47:08.552732 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-96a17003-94b7-4880-9d6e-76c32fc012f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:08.892915 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Request body: {'port': {'device_id': 'a234f93f-ebc0-4a2e-8ca7-bce34af008b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:08.957674 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:09.035098 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c8d52-ce6c-4058-863b-af70814c4b43 req-4b4bcfcb-f624-4800-be3b-eaa793d86500 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:09.037605 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8d0c8d52-ce6c-4058-863b-af70814c4b43 req-4b4bcfcb-f624-4800-be3b-eaa793d86500 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 931 time: 0.0819695 Mar 08 15:47:09.085081 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8d0c8d52-ce6c-4058-863b-af70814c4b43 req-d48ca17b-893f-4159-b931-35612a205ee1 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420945 Mar 08 15:47:09.133502 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ddf3c-2cc1-4f9c-9061-86315f380e87 req-4b04b43d-d885-4386-b9e5-dae78750eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:09.135050 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2d8ddf3c-2cc1-4f9c-9061-86315f380e87 req-4b04b43d-d885-4386-b9e5-dae78750eb22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb368cfd69d14ec7970e2f6d22701c6d&device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 1130 time: 0.1382399 Mar 08 15:47:09.306499 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ddf3c-2cc1-4f9c-9061-86315f380e87 req-711430b1-aabc-4688-a754-446012643139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:09.307984 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2d8ddf3c-2cc1-4f9c-9061-86315f380e87 req-711430b1-aabc-4688-a754-446012643139 service neutron] 10.222.0.41 "GET /v2.0/networks?id=abfda2a0-132b-4978-bd17-7bbda6476ec7 HTTP/1.1" status: 200 len: 909 time: 0.1490417 Mar 08 15:47:09.352814 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1cf0c50-1616-4e9e-b236-2fdbb15a8835 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:47:09.360326 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2d8ddf3c-2cc1-4f9c-9061-86315f380e87 req-ac27ac23-e644-47e1-b4e9-7756c1fbe3ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57cb4233-6031-4aa8-b8ee-51d4515f6dc4 HTTP/1.1" status: 200 len: 217 time: 0.0440824 Mar 08 15:47:09.362176 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Publish callbacks [] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:09.414359 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Transition to ACTIVE for port object d1cf0c50-1616-4e9e-b236-2fdbb15a8835 will not be triggered until provisioned by entity L2. {{(pid=104418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:47:09.419326 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:09.472816 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ddf3c-2cc1-4f9c-9061-86315f380e87 req-a61b2e3e-0165-4e2c-8033-e1cbd597642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:09.474384 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2d8ddf3c-2cc1-4f9c-9061-86315f380e87 req-a61b2e3e-0165-4e2c-8033-e1cbd597642f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9e40898-8aff-4be1-8e3a-681338b0d56e HTTP/1.1" status: 200 len: 847 time: 0.1031406 Mar 08 15:47:09.481856 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1cf0c50-1616-4e9e-b236-2fdbb15a8835,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:09.603188 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Attempting to bind port d1cf0c50-1616-4e9e-b236-2fdbb15a8835 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:47:09.603440 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8acc9-c5dc-4783-a327-724c3a5bfc11 req-457d2996-7aba-4add-b233-d9517e24d024 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:09.603568 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Attempting to bind port d1cf0c50-1616-4e9e-b236-2fdbb15a8835 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '464a2a95-7676-4591-a948-6f168c1ddfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:47:09.603841 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Attempting to bind port d1cf0c50-1616-4e9e-b236-2fdbb15a8835 on network 5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:47:09.604831 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a6f8acc9-c5dc-4783-a327-724c3a5bfc11 req-457d2996-7aba-4add-b233-d9517e24d024 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0569954 Mar 08 15:47:09.608913 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ddf3c-2cc1-4f9c-9061-86315f380e87 req-b08360d9-c737-43d2-b7ff-1b7be34c9c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:09.610426 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2d8ddf3c-2cc1-4f9c-9061-86315f380e87 req-b08360d9-c737-43d2-b7ff-1b7be34c9c4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abfda2a0-132b-4978-bd17-7bbda6476ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1244290 Mar 08 15:47:09.612477 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Port d1cf0c50-1616-4e9e-b236-2fdbb15a8835 on network 5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:47:09.612802 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Attempting to bind port d1cf0c50-1616-4e9e-b236-2fdbb15a8835 on network 5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:47:09.626044 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Checking agent: {'id': 'da716cc1-c312-4053-9c60-481a4afc837f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'started_at': datetime.datetime(2022, 3, 8, 15, 36, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:47:09.626386 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Checking segment: {'id': '464a2a95-7676-4591-a948-6f168c1ddfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:47:09.626813 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Bound using segment: {'id': '464a2a95-7676-4591-a948-6f168c1ddfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:47:09.627265 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Bound port: d1cf0c50-1616-4e9e-b236-2fdbb15a8835, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464a2a95-7676-4591-a948-6f168c1ddfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:47:09.627618 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:09.661294 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a6f8acc9-c5dc-4783-a327-724c3a5bfc11 req-f11f9592-5e7f-48b8-bde7-24434b8e25c5 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496278 Mar 08 15:47:09.750030 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] For port d1cf0c50-1616-4e9e-b236-2fdbb15a8835, host hv-cinder-83009, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:47:09.753914 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] For port d1cf0c50-1616-4e9e-b236-2fdbb15a8835, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d1cf0c50-1616-4e9e-b236-2fdbb15a8835,segment=NetworkSegment(464a2a95-7676-4591-a948-6f168c1ddfc0),segment_id=464a2a95-7676-4591-a948-6f168c1ddfc0)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:47:09.758357 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2d8ddf3c-2cc1-4f9c-9061-86315f380e87 req-1f8e32b4-c551-4026-98a7-38fee5d87d1f service neutron] 10.222.0.41 "GET /v2.0/networks/abfda2a0-132b-4978-bd17-7bbda6476ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400647 Mar 08 15:47:09.761031 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:09.832113 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:09.832733 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:09.834630 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] 10.222.0.41 "PUT /v2.0/ports/d1cf0c50-1616-4e9e-b236-2fdbb15a8835 HTTP/1.1" status: 200 len: 1093 time: 0.9469683 Mar 08 15:47:09.835051 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a234f93f-ebc0-4a2e-8ca7-bce34af008b8', 'tag': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:47:09.837344 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19698db1-f8d5-425a-87a5-07f2b4f19f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "a234f93f-ebc0-4a2e-8ca7-bce34af008b8", "tag": "d1cf0c50-1616-4e9e-b236-2fdbb15a8835"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:47:09.882783 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5f03a7-b7bf-4432-aeb9-ff391804180c x-openstack-request-id: req-fd5f03a7-b7bf-4432-aeb9-ff391804180c {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:47:09.883069 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a234f93f-ebc0-4a2e-8ca7-bce34af008b8", "tag": "d1cf0c50-1616-4e9e-b236-2fdbb15a8835", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:47:09.883321 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd5f03a7-b7bf-4432-aeb9-ff391804180c {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:47:09.883734 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a234f93f-ebc0-4a2e-8ca7-bce34af008b8', 'tag': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835', 'status': 'completed', 'code': 200} Mar 08 15:47:09.921898 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cacf3e-be43-49c7-b0ac-f9a67141eac7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1cf0c50-1616-4e9e-b236-2fdbb15a8835,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:09.949039 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-2d8ddf3c-2cc1-4f9c-9061-86315f380e87 req-b0cceed8-ecfd-4857-95a8-a95f506250c1 service neutron] 10.222.0.41 "GET /v2.0/networks/abfda2a0-132b-4978-bd17-7bbda6476ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784997 Mar 08 15:47:09.960944 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-34c79ee8-0725-481a-971e-1d29228e2863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:09.962491 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-34c79ee8-0725-481a-971e-1d29228e2863 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=761c17fc75aa482baad8c27f6feb3a6d&device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 1127 time: 0.0765924 Mar 08 15:47:10.007612 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-57fd4a5c-56a7-4d07-9b48-b23f0fc13f32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1cf0c50-1616-4e9e-b236-2fdbb15a8835 HTTP/1.1" status: 200 len: 217 time: 0.0359759 Mar 08 15:47:10.057098 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-5c7673ee-6ad6-4d9d-bc58-29e468bae861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:10.058564 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-5c7673ee-6ad6-4d9d-bc58-29e468bae861 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c622f31-2a7a-4c59-a987-fd58152e3d7f HTTP/1.1" status: 200 len: 853 time: 0.0439746 Mar 08 15:47:10.111510 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f3af21af-c9d4-42b0-b057-f601c17aff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:10.113012 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-f3af21af-c9d4-42b0-b057-f601c17aff42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5b9712fc-fff0-4c93-b3e3-b80b7bef9c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469449 Mar 08 15:47:10.214315 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2235ed-7fd8-4fd7-8c0b-5a6b9a7e9aca req-2163af8a-de0b-43c4-8bfe-2af7c0e991bc tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:10.215806 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1a2235ed-7fd8-4fd7-8c0b-5a6b9a7e9aca req-2163af8a-de0b-43c4-8bfe-2af7c0e991bc tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 943 time: 0.0615330 Mar 08 15:47:10.216080 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-0549375c-68be-4215-954f-662677561792 service neutron] 10.222.0.41 "GET /v2.0/networks/5b9712fc-fff0-4c93-b3e3-b80b7bef9c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914290 Mar 08 15:47:10.217821 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:10.263908 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1a2235ed-7fd8-4fd7-8c0b-5a6b9a7e9aca req-9564bc44-8006-4e2c-821b-4b7cca928dee tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417421 Mar 08 15:47:10.311552 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-e3e8054d-1088-401c-a2e9-360280e3ec68 req-e4ff64f0-0178-44a1-ac40-c68129694445 service neutron] 10.222.0.41 "GET /v2.0/networks/5b9712fc-fff0-4c93-b3e3-b80b7bef9c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888045 Mar 08 15:47:10.414886 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19698db1-f8d5-425a-87a5-07f2b4f19f0e req-2aae25f3-3c6c-4edd-8b44-d178e9724482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:10.416392 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-19698db1-f8d5-425a-87a5-07f2b4f19f0e req-2aae25f3-3c6c-4edd-8b44-d178e9724482 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=761c17fc75aa482baad8c27f6feb3a6d&device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 1127 time: 0.0560961 Mar 08 15:47:10.512323 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19698db1-f8d5-425a-87a5-07f2b4f19f0e req-7cb0d27f-e672-49f1-9933-66c13f8484c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:10.513880 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-19698db1-f8d5-425a-87a5-07f2b4f19f0e req-7cb0d27f-e672-49f1-9933-66c13f8484c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 HTTP/1.1" status: 200 len: 915 time: 0.0861552 Mar 08 15:47:10.561178 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-19698db1-f8d5-425a-87a5-07f2b4f19f0e req-efc05049-5f5e-4f27-8ef1-92975d3f8897 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1cf0c50-1616-4e9e-b236-2fdbb15a8835 HTTP/1.1" status: 200 len: 217 time: 0.0378768 Mar 08 15:47:10.614740 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19698db1-f8d5-425a-87a5-07f2b4f19f0e req-89493ad0-8730-4038-84f1-b3483a3c42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:10.616266 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-19698db1-f8d5-425a-87a5-07f2b4f19f0e req-89493ad0-8730-4038-84f1-b3483a3c42f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c622f31-2a7a-4c59-a987-fd58152e3d7f HTTP/1.1" status: 200 len: 853 time: 0.0483215 Mar 08 15:47:10.669975 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19698db1-f8d5-425a-87a5-07f2b4f19f0e req-423dae1c-47eb-4cd0-b94c-5e726fc8bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:10.671865 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-19698db1-f8d5-425a-87a5-07f2b4f19f0e req-423dae1c-47eb-4cd0-b94c-5e726fc8bb25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5b9712fc-fff0-4c93-b3e3-b80b7bef9c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460439 Mar 08 15:47:10.776859 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-19698db1-f8d5-425a-87a5-07f2b4f19f0e req-e617b5cd-5d8f-4ab1-a0a1-716fd5f2dc2c service neutron] 10.222.0.41 "GET /v2.0/networks/5b9712fc-fff0-4c93-b3e3-b80b7bef9c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983284 Mar 08 15:47:10.800943 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df85700-9dfa-414d-b9af-1e64b7d8372d req-b00e6be8-1b05-4c13-9e66-b76b3fea5274 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:10.803101 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1df85700-9dfa-414d-b9af-1e64b7d8372d req-b00e6be8-1b05-4c13-9e66-b76b3fea5274 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.0701225 Mar 08 15:47:10.865670 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1df85700-9dfa-414d-b9af-1e64b7d8372d req-6aaa3eba-8dd9-4c5d-b6d4-3c3022fe20b0 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/security-groups?id=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512552 Mar 08 15:47:10.877011 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6a1ff-df71-4ae7-9945-37a851f4be4e req-4897c546-50fa-4a3e-aacd-1261f67e40cd tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:10.878452 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-49e6a1ff-df71-4ae7-9945-37a851f4be4e req-4897c546-50fa-4a3e-aacd-1261f67e40cd tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 946 time: 0.1170332 Mar 08 15:47:10.931843 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-19698db1-f8d5-425a-87a5-07f2b4f19f0e req-6a4b99c6-3333-46af-93b3-f50d385c7b2e service neutron] 10.222.0.41 "GET /v2.0/networks/5b9712fc-fff0-4c93-b3e3-b80b7bef9c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388521 Mar 08 15:47:10.988347 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-49e6a1ff-df71-4ae7-9945-37a851f4be4e req-9f7baf9b-f8b5-4a43-832f-1c5a1faaf470 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Deleting port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:47:10.988711 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-49e6a1ff-df71-4ae7-9945-37a851f4be4e req-9f7baf9b-f8b5-4a43-832f-1c5a1faaf470 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:11.028460 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:11.358139 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-49e6a1ff-df71-4ae7-9945-37a851f4be4e req-9f7baf9b-f8b5-4a43-832f-1c5a1faaf470 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] For port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=57cb4233-6031-4aa8-b8ee-51d4515f6dc4,segment=NetworkSegment(02a379d6-2953-4c52-a0d2-28e922eff80a),segment_id=02a379d6-2953-4c52-a0d2-28e922eff80a)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:11.358564 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-49e6a1ff-df71-4ae7-9945-37a851f4be4e req-9f7baf9b-f8b5-4a43-832f-1c5a1faaf470 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:11.371621 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-49e6a1ff-df71-4ae7-9945-37a851f4be4e req-9f7baf9b-f8b5-4a43-832f-1c5a1faaf470 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Calling delete_port for 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:47:11.386515 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e50105-aadc-4d39-9387-aaf19635a3b9 req-09b38677-5963-4b3a-88cd-df8479d7b7ab tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:11.387972 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a5e50105-aadc-4d39-9387-aaf19635a3b9 req-09b38677-5963-4b3a-88cd-df8479d7b7ab tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 943 time: 0.0530331 Mar 08 15:47:11.440781 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a5e50105-aadc-4d39-9387-aaf19635a3b9 req-cb94ee53-350f-4c8e-9e58-5cf67a90722b tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468235 Mar 08 15:47:11.504680 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-49e6a1ff-df71-4ae7-9945-37a851f4be4e req-9f7baf9b-f8b5-4a43-832f-1c5a1faaf470 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (57cb4233-6031-4aa8-b8ee-51d4515f6dc4), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:11.531140 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7baf9b-f8b5-4a43-832f-1c5a1faaf470 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Pushing event deleted for resources: {'Port': ['ID=57cb4233-6031-4aa8-b8ee-51d4515f6dc4,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:11.580886 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e6a1ff-df71-4ae7-9945-37a851f4be4e req-9f7baf9b-f8b5-4a43-832f-1c5a1faaf470 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] No DVR routers for this DVR port 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:47:11.583645 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-49e6a1ff-df71-4ae7-9945-37a851f4be4e req-9f7baf9b-f8b5-4a43-832f-1c5a1faaf470 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:11.586945 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-49e6a1ff-df71-4ae7-9945-37a851f4be4e req-9f7baf9b-f8b5-4a43-832f-1c5a1faaf470 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.41 "DELETE /v2.0/ports/57cb4233-6031-4aa8-b8ee-51d4515f6dc4 HTTP/1.1" status: 204 len: 173 time: 0.7026682 Mar 08 15:47:11.884857 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c8a0c0-2b35-4224-99cd-28a58c73c3ba', 'name': 'network-vif-deleted', 'tag': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:47:11.889042 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1298ef3d-089d-40c5-927b-41bab6beb73e" -d '{"events": [{"server_uuid": "a8c8a0c0-2b35-4224-99cd-28a58c73c3ba", "name": "network-vif-deleted", "tag": "57cb4233-6031-4aa8-b8ee-51d4515f6dc4"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:47:11.969114 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a15b425-05ea-4c8b-8a86-2022cd1aee47 x-openstack-request-id: req-8a15b425-05ea-4c8b-8a86-2022cd1aee47 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:47:11.969756 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c8a0c0-2b35-4224-99cd-28a58c73c3ba", "name": "network-vif-deleted", "tag": "57cb4233-6031-4aa8-b8ee-51d4515f6dc4", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:47:11.969756 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a15b425-05ea-4c8b-8a86-2022cd1aee47 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:47:11.970130 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c8a0c0-2b35-4224-99cd-28a58c73c3ba', 'name': 'network-vif-deleted', 'tag': '57cb4233-6031-4aa8-b8ee-51d4515f6dc4', 'status': 'completed', 'code': 200} Mar 08 15:47:12.024726 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7b1dd529-e586-48f9-bfc5-c7a07275b9b1 req-f66b5542-0fb3-4f35-811d-c498e1b9b22a tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c8a0c0-2b35-4224-99cd-28a58c73c3ba HTTP/1.1" status: 200 len: 210 time: 0.0286682 Mar 08 15:47:12.309193 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:12.573552 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070aa60-7d9e-44ec-b979-5a9fae76b75e req-76e16be7-1a45-40d7-aa52-e1c1f33d2214 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:12.575056 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1070aa60-7d9e-44ec-b979-5a9fae76b75e req-76e16be7-1a45-40d7-aa52-e1c1f33d2214 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 943 time: 0.0570207 Mar 08 15:47:12.622337 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-1070aa60-7d9e-44ec-b979-5a9fae76b75e req-ce352fcb-cc62-4585-8627-f6a90ad02ce7 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404012 Mar 08 15:47:12.940573 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device d1cf0c50-1616-4e9e-b236-2fdbb15a8835 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=104419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:47:12.943797 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:47:12.971468 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:47:12.971811 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device 57cb4233-6031-4aa8-b8ee-51d4515f6dc4 not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:47:13.065654 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port d1cf0c50-1616-4e9e-b236-2fdbb15a8835, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d1cf0c50-1616-4e9e-b236-2fdbb15a8835,segment=NetworkSegment(464a2a95-7676-4591-a948-6f168c1ddfc0),segment_id=464a2a95-7676-4591-a948-6f168c1ddfc0)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:13.077185 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Returning: {'device': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835', 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04', 'port_id': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835', 'mac_address': 'fa:16:3e:b0:97:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:47:13.086875 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47412) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:13.114524 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port d1cf0c50-1616-4e9e-b236-2fdbb15a8835 is: DOWN; New status is: BUILD {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:13.114912 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:13.128116 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1cf0c50-1616-4e9e-b236-2fdbb15a8835 {{(pid=104419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:47:13.142124 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b8a546af-786d-4658-aeb0-8e419683cf21 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group (e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:13.148258 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port d1cf0c50-1616-4e9e-b236-2fdbb15a8835, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d1cf0c50-1616-4e9e-b236-2fdbb15a8835,segment=NetworkSegment(464a2a95-7676-4591-a948-6f168c1ddfc0),segment_id=464a2a95-7676-4591-a948-6f168c1ddfc0)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:13.152790 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:13.167615 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b8a546af-786d-4658-aeb0-8e419683cf21 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group (e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:13.201867 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=d1cf0c50-1616-4e9e-b236-2fdbb15a8835,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:13.231814 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b8a546af-786d-4658-aeb0-8e419683cf21 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:13.234615 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b8a546af-786d-4658-aeb0-8e419683cf21 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:13.235778 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b8a546af-786d-4658-aeb0-8e419683cf21 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] 10.222.0.11 "DELETE /v2.0/security-groups/e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6 HTTP/1.1" status: 204 len: 168 time: 0.1478720 Mar 08 15:47:13.245471 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a546af-786d-4658-aeb0-8e419683cf21 tempest-TestShelveInstance-1282128394 tempest-TestShelveInstance-1282128394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e514bf0a-0ea8-4f34-b77c-54a5fe7e23b6,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:13.277428 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47416) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:13.387065 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['d1cf0c50-1616-4e9e-b236-2fdbb15a8835'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:47:13.742923 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf6229-d86a-4c24-a143-be126f8599fc req-a5086c25-0414-4ecd-8f84-3aa502e3fb40 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:13.744445 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3abf6229-d86a-4c24-a143-be126f8599fc req-a5086c25-0414-4ecd-8f84-3aa502e3fb40 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 944 time: 0.0536878 Mar 08 15:47:13.787366 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4f207e67-a474-4983-b9bf-674ad667a38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738370'] for router_interface (592430f6-e999-485a-860c-1490054fb0cf), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:13.794085 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3abf6229-d86a-4c24-a143-be126f8599fc req-4677affa-947c-42af-ad4b-cd4f6e009829 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439501 Mar 08 15:47:14.058653 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-4f207e67-a474-4983-b9bf-674ad667a38c admin admin] Deleting port 89bf96f4-4b80-4f63-916b-148d1a80d900 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:47:14.058987 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4f207e67-a474-4983-b9bf-674ad667a38c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:14.145064 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-4f207e67-a474-4983-b9bf-674ad667a38c admin admin] For port 89bf96f4-4b80-4f63-916b-148d1a80d900, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=89bf96f4-4b80-4f63-916b-148d1a80d900,segment=NetworkSegment(02a379d6-2953-4c52-a0d2-28e922eff80a),segment_id=02a379d6-2953-4c52-a0d2-28e922eff80a)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:14.145422 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4f207e67-a474-4983-b9bf-674ad667a38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:14.158898 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-4f207e67-a474-4983-b9bf-674ad667a38c admin admin] Calling delete_port for 89bf96f4-4b80-4f63-916b-148d1a80d900 owned by network:router_interface {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:47:14.361674 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4f207e67-a474-4983-b9bf-674ad667a38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (89bf96f4-4b80-4f63-916b-148d1a80d900), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:14.391331 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f207e67-a474-4983-b9bf-674ad667a38c admin admin] Pushing event deleted for resources: {'Port': ['ID=89bf96f4-4b80-4f63-916b-148d1a80d900,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:14.560432 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4f207e67-a474-4983-b9bf-674ad667a38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1549827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738358'] for router_interface (592430f6-e999-485a-860c-1490054fb0cf), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:14.795795 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f207e67-a474-4983-b9bf-674ad667a38c admin admin] Router 592430f6-e999-485a-860c-1490054fb0cf has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:47:14.906312 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f207e67-a474-4983-b9bf-674ad667a38c admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:47:14.915504 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-4f207e67-a474-4983-b9bf-674ad667a38c admin admin] 10.222.0.11 "PUT /v2.0/routers/592430f6-e999-485a-860c-1490054fb0cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6338279 Mar 08 15:47:14.916652 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347d2d8-0816-4351-a10a-4cec0284811a req-374b9fce-d419-470b-83f0-b3637796090a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:14.918065 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47426) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:14.919778 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88ad72e-fb62-4f35-89d6-fd3b5105c377 None None] Sync routers for ids ['592430f6-e999-485a-860c-1490054fb0cf'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:47:14.923362 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6347d2d8-0816-4351-a10a-4cec0284811a req-374b9fce-d419-470b-83f0-b3637796090a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 944 time: 0.0618033 Mar 08 15:47:14.939028 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88ad72e-fb62-4f35-89d6-fd3b5105c377 None None] Routers {'592430f6-e999-485a-860c-1490054fb0cf'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:14.939658 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d88ad72e-fb62-4f35-89d6-fd3b5105c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:47:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['592430f6-e999-485a-860c-1490054fb0cf'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:14.986377 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device d1cf0c50-1616-4e9e-b236-2fdbb15a8835 up at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:47:14.991823 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6347d2d8-0816-4351-a10a-4cec0284811a req-b6bb4a72-9c75-4ccd-803b-9d374f0dfd34 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665033 Mar 08 15:47:15.052368 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cf551eb6-3c69-4ce7-8edc-b8ef9499c2a8 admin admin] Publish callbacks [] for router (592430f6-e999-485a-860c-1490054fb0cf), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:15.113792 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning for port d1cf0c50-1616-4e9e-b236-2fdbb15a8835 completed by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:47:15.121940 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Provisioning complete for port d1cf0c50-1616-4e9e-b236-2fdbb15a8835 triggered by entity L2. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:15.122352 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:15.125067 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-d88ad72e-fb62-4f35-89d6-fd3b5105c377 None None] Set router 592430f6-e999-485a-860c-1490054fb0cf gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:15.186513 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cf551eb6-3c69-4ce7-8edc-b8ef9499c2a8 admin admin] Publish callbacks [] for router_gateway (592430f6-e999-485a-860c-1490054fb0cf), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:15.262454 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-cf551eb6-3c69-4ce7-8edc-b8ef9499c2a8 admin admin] Deleting port 462e5bfa-10d8-44ef-9731-b03ea2cf43e4 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:47:15.262811 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cf551eb6-3c69-4ce7-8edc-b8ef9499c2a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (462e5bfa-10d8-44ef-9731-b03ea2cf43e4), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:15.344211 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-cf551eb6-3c69-4ce7-8edc-b8ef9499c2a8 admin admin] For port 462e5bfa-10d8-44ef-9731-b03ea2cf43e4, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=462e5bfa-10d8-44ef-9731-b03ea2cf43e4,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:15.344476 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cf551eb6-3c69-4ce7-8edc-b8ef9499c2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (462e5bfa-10d8-44ef-9731-b03ea2cf43e4), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:15.357323 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-cf551eb6-3c69-4ce7-8edc-b8ef9499c2a8 admin admin] Calling delete_port for 462e5bfa-10d8-44ef-9731-b03ea2cf43e4 owned by network:router_gateway {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:47:15.497000 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Current status of the port d1cf0c50-1616-4e9e-b236-2fdbb15a8835 is: BUILD; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:15.497397 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:15.525646 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a234f93f-ebc0-4a2e-8ca7-bce34af008b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835'}] {{(pid=104419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:47:15.528087 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb327dcc7ae331ac271bad637540951b71240d4531ace0d90f25a7fc95654c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91360744-e698-4660-bc94-76965bc63036" -d '{"events": [{"server_uuid": "a234f93f-ebc0-4a2e-8ca7-bce34af008b8", "name": "network-vif-plugged", "status": "completed", "tag": "d1cf0c50-1616-4e9e-b236-2fdbb15a8835"}]}' {{(pid=104419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:47:15.532608 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cf551eb6-3c69-4ce7-8edc-b8ef9499c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (462e5bfa-10d8-44ef-9731-b03ea2cf43e4), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:15.546835 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] For port d1cf0c50-1616-4e9e-b236-2fdbb15a8835, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d1cf0c50-1616-4e9e-b236-2fdbb15a8835,segment=NetworkSegment(464a2a95-7676-4591-a948-6f168c1ddfc0),segment_id=464a2a95-7676-4591-a948-6f168c1ddfc0)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:15.551510 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:15.562965 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf551eb6-3c69-4ce7-8edc-b8ef9499c2a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=462e5bfa-10d8-44ef-9731-b03ea2cf43e4,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:15.578874 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda23ecd-ab9e-44e8-8890-2faa3b198103 x-openstack-request-id: req-bda23ecd-ab9e-44e8-8890-2faa3b198103 {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:47:15.579181 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a234f93f-ebc0-4a2e-8ca7-bce34af008b8", "name": "network-vif-plugged", "status": "completed", "tag": "d1cf0c50-1616-4e9e-b236-2fdbb15a8835", "code": 200}]} {{(pid=104419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:47:15.579428 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bda23ecd-ab9e-44e8-8890-2faa3b198103 {{(pid=104419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:47:15.579798 dv-cinder-830098-2-iscsi neutron-server[104419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a234f93f-ebc0-4a2e-8ca7-bce34af008b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835', 'code': 200} Mar 08 15:47:15.592491 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d88ad72e-fb62-4f35-89d6-fd3b5105c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592430f6-e999-485a-860c-1490054fb0cf', 'name': 'tempest-TestShelveInstance-618727578-router', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:47:14Z', 'revision_number': 5, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'gw_port': {'id': '462e5bfa-10d8-44ef-9731-b03ea2cf43e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592430f6-e999-485a-860c-1490054fb0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:15.626160 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88ad72e-fb62-4f35-89d6-fd3b5105c377 None None] Checking router: 592430f6-e999-485a-860c-1490054fb0cf for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:47:15.632501 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cf551eb6-3c69-4ce7-8edc-b8ef9499c2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752796'] for router_gateway (592430f6-e999-485a-860c-1490054fb0cf), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:15.637751 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Pushing event updated for resources: {'Port': ['ID=d1cf0c50-1616-4e9e-b236-2fdbb15a8835,revision_number=5']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:15.642082 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88ad72e-fb62-4f35-89d6-fd3b5105c377 None None] Routers {'592430f6-e999-485a-860c-1490054fb0cf'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:15.642713 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d88ad72e-fb62-4f35-89d6-fd3b5105c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:47:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['592430f6-e999-485a-860c-1490054fb0cf'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:15.716059 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-d88ad72e-fb62-4f35-89d6-fd3b5105c377 None None] Set router 592430f6-e999-485a-860c-1490054fb0cf gateway port host: None {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:15.735200 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cf551eb6-3c69-4ce7-8edc-b8ef9499c2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25156'] for router (592430f6-e999-485a-860c-1490054fb0cf), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:15.750953 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cf551eb6-3c69-4ce7-8edc-b8ef9499c2a8 admin admin] Publish callbacks [] for router_controller (592430f6-e999-485a-860c-1490054fb0cf), precommit_delete_associations {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:15.773138 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d88ad72e-fb62-4f35-89d6-fd3b5105c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592430f6-e999-485a-860c-1490054fb0cf', 'name': 'tempest-TestShelveInstance-618727578-router', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:47:15Z', 'revision_number': 7, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'gw_port_host': None}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:15.799839 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88ad72e-fb62-4f35-89d6-fd3b5105c377 None None] The sync data for ids ['592430f6-e999-485a-860c-1490054fb0cf'] in dv-cinder-830098-2-iscsi is: [{'id': '592430f6-e999-485a-860c-1490054fb0cf', 'name': 'tempest-TestShelveInstance-618727578-router', 'tenant_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:54Z', 'updated_at': '2022-03-08T15:47:15Z', 'revision_number': 7, 'project_id': 'cb368cfd69d14ec7970e2f6d22701c6d', 'gw_port_host': None}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:47:15.809729 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cf551eb6-3c69-4ce7-8edc-b8ef9499c2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-739903'] for router (592430f6-e999-485a-860c-1490054fb0cf), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:15.810305 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf551eb6-3c69-4ce7-8edc-b8ef9499c2a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 592430f6-e999-485a-860c-1490054fb0cf {{(pid=104418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:47:15.813475 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03354bb6-bd66-4400-9d5a-b0f1b3a52162 req-b219e714-ad54-4b9e-8509-e476243127aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:15.815058 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-03354bb6-bd66-4400-9d5a-b0f1b3a52162 req-b219e714-ad54-4b9e-8509-e476243127aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 1129 time: 0.0925140 Mar 08 15:47:15.817959 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cf551eb6-3c69-4ce7-8edc-b8ef9499c2a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:15.821640 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-cf551eb6-3c69-4ce7-8edc-b8ef9499c2a8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/592430f6-e999-485a-860c-1490054fb0cf HTTP/1.1" status: 204 len: 168 time: 0.9025834 Mar 08 15:47:15.822102 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47432) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:15.867255 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-03354bb6-bd66-4400-9d5a-b0f1b3a52162 req-164def47-ac2d-4f5b-9b0b-2510dae84d92 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444784 Mar 08 15:47:15.896607 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b5d6e9-4237-421d-acb1-226743d06f01 admin admin] Deleting subnet a9e40898-8aff-4be1-8e3a-681338b0d56e {{(pid=104417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:47:15.899732 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d6e9-4237-421d-acb1-226743d06f01 admin admin] Publish callbacks [] for subnet (a9e40898-8aff-4be1-8e3a-681338b0d56e), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:15.933604 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d6e9-4237-421d-acb1-226743d06f01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12864693'] for subnet (a9e40898-8aff-4be1-8e3a-681338b0d56e), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.023137 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d6e9-4237-421d-acb1-226743d06f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452262'] for subnet (a9e40898-8aff-4be1-8e3a-681338b0d56e), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.108354 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d6e9-4237-421d-acb1-226743d06f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14517903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386866'] for subnet (a9e40898-8aff-4be1-8e3a-681338b0d56e), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.139155 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d6e9-4237-421d-acb1-226743d06f01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.145814 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f7b5d6e9-4237-421d-acb1-226743d06f01 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a9e40898-8aff-4be1-8e3a-681338b0d56e HTTP/1.1" status: 204 len: 168 time: 0.3197291 Mar 08 15:47:16.145992 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93e4b04-b593-4ed4-8ea5-556d43c14371 None None] Network abfda2a0-132b-4978-bd17-7bbda6476ec7 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:47:16.146512 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5d6e9-4237-421d-acb1-226743d06f01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e40898-8aff-4be1-8e3a-681338b0d56e,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:16.147426 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47438) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:16.159795 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6bd31-a4ea-4411-b4ff-0c5a14fddd03 req-ea447590-1e77-4019-bf04-5e6ae4c6017a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:16.161824 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-31e6bd31-a4ea-4411-b4ff-0c5a14fddd03 req-ea447590-1e77-4019-bf04-5e6ae4c6017a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 945 time: 0.1024730 Mar 08 15:47:16.256671 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-31e6bd31-a4ea-4411-b4ff-0c5a14fddd03 req-7b954a2a-9d0a-4169-b763-94894ca05a1d tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830448 Mar 08 15:47:16.261563 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1344873'] for network (abfda2a0-132b-4978-bd17-7bbda6476ec7), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.329724 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] Deleting port 227dcffd-6dd7-48ff-9410-4493e1dc71ff {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:47:16.330073 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (227dcffd-6dd7-48ff-9410-4493e1dc71ff), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.384566 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fe1538-aba5-4673-90a9-859968a65f59 None None] DHCP port deletion for abfda2a0-132b-4978-bd17-7bbda6476ec7 request from dv-cinder-830098-2-iscsi {{(pid=104419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:47:16.400960 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] For port 227dcffd-6dd7-48ff-9410-4493e1dc71ff, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=227dcffd-6dd7-48ff-9410-4493e1dc71ff,segment=NetworkSegment(02a379d6-2953-4c52-a0d2-28e922eff80a),segment_id=02a379d6-2953-4c52-a0d2-28e922eff80a)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:16.401268 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (227dcffd-6dd7-48ff-9410-4493e1dc71ff), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.415700 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] Calling delete_port for 227dcffd-6dd7-48ff-9410-4493e1dc71ff owned by network:dhcp {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:47:16.438185 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-88fe1538-aba5-4673-90a9-859968a65f59 None None] Deleting port 227dcffd-6dd7-48ff-9410-4493e1dc71ff {{(pid=104419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:47:16.438595 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-88fe1538-aba5-4673-90a9-859968a65f59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (227dcffd-6dd7-48ff-9410-4493e1dc71ff), before_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.501507 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (227dcffd-6dd7-48ff-9410-4493e1dc71ff), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.507038 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-88fe1538-aba5-4673-90a9-859968a65f59 None None] For port 227dcffd-6dd7-48ff-9410-4493e1dc71ff, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=227dcffd-6dd7-48ff-9410-4493e1dc71ff,segment=NetworkSegment(02a379d6-2953-4c52-a0d2-28e922eff80a),segment_id=02a379d6-2953-4c52-a0d2-28e922eff80a)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:16.507038 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-88fe1538-aba5-4673-90a9-859968a65f59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (227dcffd-6dd7-48ff-9410-4493e1dc71ff), precommit_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.519780 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-88fe1538-aba5-4673-90a9-859968a65f59 None None] Calling delete_port for 227dcffd-6dd7-48ff-9410-4493e1dc71ff owned by network:dhcp {{(pid=104419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:47:16.527129 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=227dcffd-6dd7-48ff-9410-4493e1dc71ff,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:16.531560 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] No DVR routers for this DVR port 227dcffd-6dd7-48ff-9410-4493e1dc71ff on host dv-cinder-830098-2-iscsi {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:47:16.602673 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-88fe1538-aba5-4673-90a9-859968a65f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040'] for port (227dcffd-6dd7-48ff-9410-4493e1dc71ff), after_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.608665 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388905', 'neutron.services.segments.db._delete_segments_for_network-8773855619431'] for network (abfda2a0-132b-4978-bd17-7bbda6476ec7), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.628182 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe1538-aba5-4673-90a9-859968a65f59 None None] Pushing event deleted for resources: {'Port': ['ID=227dcffd-6dd7-48ff-9410-4493e1dc71ff,revision_number=None']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:16.632817 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe1538-aba5-4673-90a9-859968a65f59 None None] No DVR routers for this DVR port 227dcffd-6dd7-48ff-9410-4493e1dc71ff on host dv-cinder-830098-2-iscsi {{(pid=104419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:47:16.907360 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.services.segments.db [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfda2a0-132b-4978-bd17-7bbda6476ec7']}} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:16.917551 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.services.segments.db [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a379d6-2953-4c52-a0d2-28e922eff80a') {'for_net_delete': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:16.917792 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.services.segments.db [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a379d6-2953-4c52-a0d2-28e922eff80a') {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:16.927658 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773855620464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14600628'] for segment (02a379d6-2953-4c52-a0d2-28e922eff80a), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.941572 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (02a379d6-2953-4c52-a0d2-28e922eff80a), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.947544 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:47:16.947897 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15685200'] for segment (02a379d6-2953-4c52-a0d2-28e922eff80a), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: Traceback (most recent call last): Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: timer() Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: cb(*args, **kw) Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: return func(*args, **kwargs) Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: self._notify() Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: self.callback(batched_events) Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: event.method(event) Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: return f(self, *a, **k) Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: return self._get(url).json() Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: return self.request(url, 'GET', **kwargs) Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:47:16.949587 dv-cinder-830098-2-iscsi neutron-server[104418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:47:17.006743 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752824'] for network (abfda2a0-132b-4978-bd17-7bbda6476ec7), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:17.012484 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:17.015762 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/abfda2a0-132b-4978-bd17-7bbda6476ec7 HTTP/1.1" status: 204 len: 168 time: 0.8668044 Mar 08 15:47:17.019203 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47440) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:17.026922 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58150406-8b90-4b50-b45c-ac63ba1fccb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=abfda2a0-132b-4978-bd17-7bbda6476ec7,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:17.411326 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44e4c1-68b7-4c37-8483-f8d4d48318bc req-562a45a8-6e18-4db6-a13a-7853ed844762 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:17.412838 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0e44e4c1-68b7-4c37-8483-f8d4d48318bc req-562a45a8-6e18-4db6-a13a-7853ed844762 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 945 time: 0.0815854 Mar 08 15:47:17.429352 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:17.485657 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0e44e4c1-68b7-4c37-8483-f8d4d48318bc req-bde61e6e-e3d5-47a2-82b2-2db48ca8e4fa tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559716 Mar 08 15:47:17.493150 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39a15e98-5910-471f-9af9-83d9087a6e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738370'] for router_interface (0aa72843-be5a-47d0-bbaf-829e21dfe7ef), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:17.675849 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c6be0-1dae-4183-9147-f53a4d693d8a req-e9d51d53-b265-4971-9d81-5cf1b6a5e8cf tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:17.677336 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6f6c6be0-1dae-4183-9147-f53a4d693d8a req-e9d51d53-b265-4971-9d81-5cf1b6a5e8cf tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 945 time: 0.0992138 Mar 08 15:47:17.746014 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6f6c6be0-1dae-4183-9147-f53a4d693d8a req-932b7122-4244-4232-a274-bd5991b8d094 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521450 Mar 08 15:47:17.831779 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-39a15e98-5910-471f-9af9-83d9087a6e5a admin admin] Deleting port 21474e28-deb8-43aa-8beb-f9b40655974c {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:47:17.832138 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39a15e98-5910-471f-9af9-83d9087a6e5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (21474e28-deb8-43aa-8beb-f9b40655974c), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:17.887701 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 462e5bfa-10d8-44ef-9731-b03ea2cf43e4 no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:47:17.912251 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 462e5bfa-10d8-44ef-9731-b03ea2cf43e4 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:47:17.912737 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 462e5bfa-10d8-44ef-9731-b03ea2cf43e4 not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:47:17.913065 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-39a15e98-5910-471f-9af9-83d9087a6e5a admin admin] For port 21474e28-deb8-43aa-8beb-f9b40655974c, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=21474e28-deb8-43aa-8beb-f9b40655974c,segment=NetworkSegment(4ca18240-470b-4ee9-a3d2-471978f5b480),segment_id=4ca18240-470b-4ee9-a3d2-471978f5b480)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:17.913347 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 89bf96f4-4b80-4f63-916b-148d1a80d900 no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:47:17.913504 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39a15e98-5910-471f-9af9-83d9087a6e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (21474e28-deb8-43aa-8beb-f9b40655974c), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:17.927057 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-39a15e98-5910-471f-9af9-83d9087a6e5a admin admin] Calling delete_port for 21474e28-deb8-43aa-8beb-f9b40655974c owned by network:router_interface {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:47:17.932502 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 89bf96f4-4b80-4f63-916b-148d1a80d900 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:47:17.932924 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 89bf96f4-4b80-4f63-916b-148d1a80d900 not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:47:17.933470 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 227dcffd-6dd7-48ff-9410-4493e1dc71ff no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:47:17.954951 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 227dcffd-6dd7-48ff-9410-4493e1dc71ff {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:47:17.955337 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 227dcffd-6dd7-48ff-9410-4493e1dc71ff not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:47:18.105322 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306964e-cbed-487f-b9f7-1419ae8cdb7f req-f39ba2ca-d257-420c-81fb-ec07b680c3b1 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:18.106876 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e306964e-cbed-487f-b9f7-1419ae8cdb7f req-f39ba2ca-d257-420c-81fb-ec07b680c3b1 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 945 time: 0.0710387 Mar 08 15:47:18.178412 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39a15e98-5910-471f-9af9-83d9087a6e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (21474e28-deb8-43aa-8beb-f9b40655974c), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:18.209211 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e306964e-cbed-487f-b9f7-1419ae8cdb7f req-c8a537f5-109f-48cc-8fb4-c424f3dd39af tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810506 Mar 08 15:47:18.211526 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a15e98-5910-471f-9af9-83d9087a6e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=21474e28-deb8-43aa-8beb-f9b40655974c,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:18.402650 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39a15e98-5910-471f-9af9-83d9087a6e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1549827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738358'] for router_interface (0aa72843-be5a-47d0-bbaf-829e21dfe7ef), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:18.520341 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:47:18.632060 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a15e98-5910-471f-9af9-83d9087a6e5a admin admin] Router 0aa72843-be5a-47d0-bbaf-829e21dfe7ef has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:47:18.743807 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a15e98-5910-471f-9af9-83d9087a6e5a admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:47:18.750925 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47478) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:18.751403 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-39a15e98-5910-471f-9af9-83d9087a6e5a admin admin] 10.222.0.11 "PUT /v2.0/routers/0aa72843-be5a-47d0-bbaf-829e21dfe7ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7304292 Mar 08 15:47:18.753886 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29012424-6b93-4981-8ff5-e56cdfe285a6 None None] Sync routers for ids ['0aa72843-be5a-47d0-bbaf-829e21dfe7ef'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:47:18.763629 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29012424-6b93-4981-8ff5-e56cdfe285a6 None None] Routers {'0aa72843-be5a-47d0-bbaf-829e21dfe7ef'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:18.764240 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-29012424-6b93-4981-8ff5-e56cdfe285a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:47:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0aa72843-be5a-47d0-bbaf-829e21dfe7ef'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:18.871962 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-29012424-6b93-4981-8ff5-e56cdfe285a6 None None] Set router 0aa72843-be5a-47d0-bbaf-829e21dfe7ef gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:18.875798 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b1646c6a-7e4d-41a5-b346-19d6762a979a admin admin] Publish callbacks [] for router (0aa72843-be5a-47d0-bbaf-829e21dfe7ef), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:18.990688 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643845a7-8de2-4788-89bf-a20a483a4144 req-df1232b6-5328-4ed0-9835-154023b1d58d tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:18.997676 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-643845a7-8de2-4788-89bf-a20a483a4144 req-df1232b6-5328-4ed0-9835-154023b1d58d tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 945 time: 0.0672009 Mar 08 15:47:19.004116 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b1646c6a-7e4d-41a5-b346-19d6762a979a admin admin] Publish callbacks [] for router_gateway (0aa72843-be5a-47d0-bbaf-829e21dfe7ef), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.047132 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-643845a7-8de2-4788-89bf-a20a483a4144 req-9aed9fb8-7d5c-4432-8763-df27e4cebb6a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=149e96c0-9dba-46a2-8d04-608a6f783a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483358 Mar 08 15:47:19.060378 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-b1646c6a-7e4d-41a5-b346-19d6762a979a admin admin] Deleting port 153832af-c508-4116-a9e2-5f9e27c3f522 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:47:19.060714 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b1646c6a-7e4d-41a5-b346-19d6762a979a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (153832af-c508-4116-a9e2-5f9e27c3f522), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.063326 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-29012424-6b93-4981-8ff5-e56cdfe285a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa72843-be5a-47d0-bbaf-829e21dfe7ef', 'name': 'tempest-TestShelveInstance-1805756634-router', 'tenant_id': 'f583cc50c36249279908eabc07bf7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '153832af-c508-4116-a9e2-5f9e27c3f522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:59Z', 'updated_at': '2022-03-08T15:47:18Z', 'revision_number': 5, 'project_id': 'f583cc50c36249279908eabc07bf7f6a', 'gw_port': {'id': '153832af-c508-4116-a9e2-5f9e27c3f522', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa72843-be5a-47d0-bbaf-829e21dfe7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:41:59Z', 'updated_at': '2022-03-08T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:19.093497 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29012424-6b93-4981-8ff5-e56cdfe285a6 None None] Checking router: 0aa72843-be5a-47d0-bbaf-829e21dfe7ef for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:47:19.102238 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29012424-6b93-4981-8ff5-e56cdfe285a6 None None] Routers {'0aa72843-be5a-47d0-bbaf-829e21dfe7ef'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:19.102872 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-29012424-6b93-4981-8ff5-e56cdfe285a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:47:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['0aa72843-be5a-47d0-bbaf-829e21dfe7ef'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:19.150418 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-b1646c6a-7e4d-41a5-b346-19d6762a979a admin admin] For port 153832af-c508-4116-a9e2-5f9e27c3f522, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=153832af-c508-4116-a9e2-5f9e27c3f522,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:19.150784 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b1646c6a-7e4d-41a5-b346-19d6762a979a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (153832af-c508-4116-a9e2-5f9e27c3f522), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.163137 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-b1646c6a-7e4d-41a5-b346-19d6762a979a admin admin] Calling delete_port for 153832af-c508-4116-a9e2-5f9e27c3f522 owned by network:router_gateway {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:47:19.190574 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-29012424-6b93-4981-8ff5-e56cdfe285a6 None None] Set router 0aa72843-be5a-47d0-bbaf-829e21dfe7ef gateway port host: None {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:19.240840 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-29012424-6b93-4981-8ff5-e56cdfe285a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa72843-be5a-47d0-bbaf-829e21dfe7ef', 'name': 'tempest-TestShelveInstance-1805756634-router', 'tenant_id': 'f583cc50c36249279908eabc07bf7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:59Z', 'updated_at': '2022-03-08T15:47:19Z', 'revision_number': 6, 'project_id': 'f583cc50c36249279908eabc07bf7f6a', 'gw_port_host': None}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:19.269497 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29012424-6b93-4981-8ff5-e56cdfe285a6 None None] The sync data for ids ['0aa72843-be5a-47d0-bbaf-829e21dfe7ef'] in dv-cinder-830098-2-iscsi is: [{'id': '0aa72843-be5a-47d0-bbaf-829e21dfe7ef', 'name': 'tempest-TestShelveInstance-1805756634-router', 'tenant_id': 'f583cc50c36249279908eabc07bf7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:41:59Z', 'updated_at': '2022-03-08T15:47:19Z', 'revision_number': 6, 'project_id': 'f583cc50c36249279908eabc07bf7f6a', 'gw_port_host': None}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:47:19.336574 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b1646c6a-7e4d-41a5-b346-19d6762a979a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (153832af-c508-4116-a9e2-5f9e27c3f522), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.369264 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1646c6a-7e4d-41a5-b346-19d6762a979a admin admin] Pushing event deleted for resources: {'Port': ['ID=153832af-c508-4116-a9e2-5f9e27c3f522,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:19.443059 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b1646c6a-7e4d-41a5-b346-19d6762a979a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752796'] for router_gateway (0aa72843-be5a-47d0-bbaf-829e21dfe7ef), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.537850 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b1646c6a-7e4d-41a5-b346-19d6762a979a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25156'] for router (0aa72843-be5a-47d0-bbaf-829e21dfe7ef), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.540152 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b1646c6a-7e4d-41a5-b346-19d6762a979a admin admin] Publish callbacks [] for router_controller (0aa72843-be5a-47d0-bbaf-829e21dfe7ef), precommit_delete_associations {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.585007 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b1646c6a-7e4d-41a5-b346-19d6762a979a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-739903'] for router (0aa72843-be5a-47d0-bbaf-829e21dfe7ef), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.585631 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1646c6a-7e4d-41a5-b346-19d6762a979a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aa72843-be5a-47d0-bbaf-829e21dfe7ef {{(pid=104418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:47:19.590304 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b1646c6a-7e4d-41a5-b346-19d6762a979a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.591858 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-b1646c6a-7e4d-41a5-b346-19d6762a979a admin admin] 10.222.0.11 "DELETE /v2.0/routers/0aa72843-be5a-47d0-bbaf-829e21dfe7ef HTTP/1.1" status: 204 len: 168 time: 0.8393083 Mar 08 15:47:19.595417 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47484) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:19.647995 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_v2 [None req-52252ab7-492d-43b7-bd92-8d28fc6a3294 admin admin] Deleting subnet 3c161b0a-11e3-42d1-9220-a89c88491500 {{(pid=104417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:47:19.651365 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-52252ab7-492d-43b7-bd92-8d28fc6a3294 admin admin] Publish callbacks [] for subnet (3c161b0a-11e3-42d1-9220-a89c88491500), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.689089 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-52252ab7-492d-43b7-bd92-8d28fc6a3294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12864693'] for subnet (3c161b0a-11e3-42d1-9220-a89c88491500), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.792109 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-52252ab7-492d-43b7-bd92-8d28fc6a3294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452262'] for subnet (3c161b0a-11e3-42d1-9220-a89c88491500), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.844896 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-52252ab7-492d-43b7-bd92-8d28fc6a3294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14517903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386866'] for subnet (3c161b0a-11e3-42d1-9220-a89c88491500), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.875407 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52252ab7-492d-43b7-bd92-8d28fc6a3294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c161b0a-11e3-42d1-9220-a89c88491500,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:19.877066 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-52252ab7-492d-43b7-bd92-8d28fc6a3294 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:19.880651 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-52252ab7-492d-43b7-bd92-8d28fc6a3294 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3c161b0a-11e3-42d1-9220-a89c88491500 HTTP/1.1" status: 204 len: 168 time: 0.2848103 Mar 08 15:47:19.883023 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47496) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:19.883864 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242b4885-83e2-42ea-80f6-c6d69d75227d None None] Network 318201ae-e316-4e7a-b215-def18bd4dde2 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:47:19.959032 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1344873'] for network (318201ae-e316-4e7a-b215-def18bd4dde2), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.031211 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] Deleting port 450933dd-87aa-4dbf-860d-89447ae5e4e9 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:47:20.031383 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (450933dd-87aa-4dbf-860d-89447ae5e4e9), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.096057 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df60c06f-bf61-4c33-a8c8-8a9eb670d6d8 None None] DHCP port deletion for 318201ae-e316-4e7a-b215-def18bd4dde2 request from dv-cinder-830098-2-iscsi {{(pid=104419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:47:20.123865 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] For port 450933dd-87aa-4dbf-860d-89447ae5e4e9, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=450933dd-87aa-4dbf-860d-89447ae5e4e9,segment=NetworkSegment(4ca18240-470b-4ee9-a3d2-471978f5b480),segment_id=4ca18240-470b-4ee9-a3d2-471978f5b480)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:20.124226 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (450933dd-87aa-4dbf-860d-89447ae5e4e9), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.139954 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] Calling delete_port for 450933dd-87aa-4dbf-860d-89447ae5e4e9 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:47:20.197000 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 153832af-c508-4116-a9e2-5f9e27c3f522 no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:47:20.235387 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-df60c06f-bf61-4c33-a8c8-8a9eb670d6d8 None None] Deleting port 450933dd-87aa-4dbf-860d-89447ae5e4e9 {{(pid=104419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:47:20.236404 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-df60c06f-bf61-4c33-a8c8-8a9eb670d6d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (450933dd-87aa-4dbf-860d-89447ae5e4e9), before_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.240420 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 153832af-c508-4116-a9e2-5f9e27c3f522 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:47:20.240739 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 153832af-c508-4116-a9e2-5f9e27c3f522 not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:47:20.241327 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 21474e28-deb8-43aa-8beb-f9b40655974c no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:47:20.291655 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 21474e28-deb8-43aa-8beb-f9b40655974c {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:47:20.291988 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 21474e28-deb8-43aa-8beb-f9b40655974c not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:47:20.369033 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-df60c06f-bf61-4c33-a8c8-8a9eb670d6d8 None None] For port 450933dd-87aa-4dbf-860d-89447ae5e4e9, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=450933dd-87aa-4dbf-860d-89447ae5e4e9,segment=NetworkSegment(4ca18240-470b-4ee9-a3d2-471978f5b480),segment_id=4ca18240-470b-4ee9-a3d2-471978f5b480)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:20.372352 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-df60c06f-bf61-4c33-a8c8-8a9eb670d6d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (450933dd-87aa-4dbf-860d-89447ae5e4e9), precommit_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.418280 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-df60c06f-bf61-4c33-a8c8-8a9eb670d6d8 None None] Calling delete_port for 450933dd-87aa-4dbf-860d-89447ae5e4e9 owned by network:dhcp {{(pid=104419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:47:20.449519 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a007024-b7e6-49e7-a948-7dc48dea2bc8 req-465828ab-f2a4-4978-943d-4ea63dc4c3bf tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:20.451378 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7a007024-b7e6-49e7-a948-7dc48dea2bc8 req-465828ab-f2a4-4978-943d-4ea63dc4c3bf tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "GET /v2.0/ports?device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 945 time: 0.1044259 Mar 08 15:47:20.532885 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-df60c06f-bf61-4c33-a8c8-8a9eb670d6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040'] for port (450933dd-87aa-4dbf-860d-89447ae5e4e9), after_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.562932 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60c06f-bf61-4c33-a8c8-8a9eb670d6d8 None None] Pushing event deleted for resources: {'Port': ['ID=450933dd-87aa-4dbf-860d-89447ae5e4e9,revision_number=None']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:20.571668 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df60c06f-bf61-4c33-a8c8-8a9eb670d6d8 None None] No DVR routers for this DVR port 450933dd-87aa-4dbf-860d-89447ae5e4e9 on host dv-cinder-830098-2-iscsi {{(pid=104419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:47:20.579442 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-7a007024-b7e6-49e7-a948-7dc48dea2bc8 req-597000f0-cdc1-43fe-8b0e-8a8aaeb24a4a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Deleting port cb46b87d-9862-411a-b108-58da288fe397 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:47:20.580581 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-7a007024-b7e6-49e7-a948-7dc48dea2bc8 req-597000f0-cdc1-43fe-8b0e-8a8aaeb24a4a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (cb46b87d-9862-411a-b108-58da288fe397), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.620163 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6738a74-46cf-497b-a9bf-1d4e39e1a631 req-929f3500-fe9c-45f8-bfc2-c99cd571de66 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:20.621665 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a6738a74-46cf-497b-a9bf-1d4e39e1a631 req-929f3500-fe9c-45f8-bfc2-c99cd571de66 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 945 time: 0.4180365 Mar 08 15:47:20.623915 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (450933dd-87aa-4dbf-860d-89447ae5e4e9), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.665257 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=450933dd-87aa-4dbf-860d-89447ae5e4e9,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:20.669790 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] No DVR routers for this DVR port 450933dd-87aa-4dbf-860d-89447ae5e4e9 on host dv-cinder-830098-2-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:47:20.683225 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-7a007024-b7e6-49e7-a948-7dc48dea2bc8 req-597000f0-cdc1-43fe-8b0e-8a8aaeb24a4a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] For port cb46b87d-9862-411a-b108-58da288fe397, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cb46b87d-9862-411a-b108-58da288fe397,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:20.683589 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-7a007024-b7e6-49e7-a948-7dc48dea2bc8 req-597000f0-cdc1-43fe-8b0e-8a8aaeb24a4a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (cb46b87d-9862-411a-b108-58da288fe397), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.733352 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-a6738a74-46cf-497b-a9bf-1d4e39e1a631 req-4be193cb-324c-4d49-b078-580912655671 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups?id=149e96c0-9dba-46a2-8d04-608a6f783a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044650 Mar 08 15:47:20.766789 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388905', 'neutron.services.segments.db._delete_segments_for_network-8773855619431'] for network (318201ae-e316-4e7a-b215-def18bd4dde2), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.788400 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318201ae-e316-4e7a-b215-def18bd4dde2']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:20.798608 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca18240-470b-4ee9-a3d2-471978f5b480') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:20.798885 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca18240-470b-4ee9-a3d2-471978f5b480') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:20.809001 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773855620464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12864590'] for segment (4ca18240-470b-4ee9-a3d2-471978f5b480), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.825760 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (4ca18240-470b-4ee9-a3d2-471978f5b480), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.833613 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:47:20.833998 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14517989'] for segment (4ca18240-470b-4ee9-a3d2-471978f5b480), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: self.session.flush() Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: self.session.flush() Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: self.session.flush() Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: self.session.flush() Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: Traceback (most recent call last): Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: timer() Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: cb(*args, **kw) Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: return func(*args, **kwargs) Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: self._notify() Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: self.callback(batched_events) Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: event.method(event) Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: return f(self, *a, **k) Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._get(url).json() Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: return self.request(url, 'GET', **kwargs) Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:47:20.835720 dv-cinder-830098-2-iscsi neutron-server[104417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:47:20.887090 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-7a007024-b7e6-49e7-a948-7dc48dea2bc8 req-597000f0-cdc1-43fe-8b0e-8a8aaeb24a4a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.887687 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-7a007024-b7e6-49e7-a948-7dc48dea2bc8 req-597000f0-cdc1-43fe-8b0e-8a8aaeb24a4a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (6d1fdc65-ec38-4723-93cf-7910104eaab6), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.887998 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.l3_db [req-7a007024-b7e6-49e7-a948-7dc48dea2bc8 req-597000f0-cdc1-43fe-8b0e-8a8aaeb24a4a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Floating IP 6d1fdc65-ec38-4723-93cf-7910104eaab6 disassociated. External IP: 172.27.1.221, port: cb46b87d-9862-411a-b108-58da288fe397. Mar 08 15:47:20.888393 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-7a007024-b7e6-49e7-a948-7dc48dea2bc8 req-597000f0-cdc1-43fe-8b0e-8a8aaeb24a4a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Calling delete_port for cb46b87d-9862-411a-b108-58da288fe397 owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:47:20.891252 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752824'] for network (318201ae-e316-4e7a-b215-def18bd4dde2), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.897512 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:20.902882 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] 10.222.0.11 "DELETE /v2.0/networks/318201ae-e316-4e7a-b215-def18bd4dde2 HTTP/1.1" status: 204 len: 168 time: 1.0167391 Mar 08 15:47:20.915643 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a8be8-1234-4c0c-8803-0e5fbc382d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=318201ae-e316-4e7a-b215-def18bd4dde2,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:21.032474 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47508) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:21.044549 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-7a007024-b7e6-49e7-a948-7dc48dea2bc8 req-597000f0-cdc1-43fe-8b0e-8a8aaeb24a4a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (cb46b87d-9862-411a-b108-58da288fe397), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:21.078735 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597000f0-cdc1-43fe-8b0e-8a8aaeb24a4a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event deleted for resources: {'Port': ['ID=cb46b87d-9862-411a-b108-58da288fe397,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:21.087861 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47510) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:21.088350 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-185f10d1-c19c-4073-bc83-99f48d33fd32 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb368cfd69d14ec7970e2f6d22701c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542538 Mar 08 15:47:21.217657 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ecc147ff-b859-49cc-ac39-b75ef2f6d011 admin admin] Publish callbacks [] for security_group (dc3d10c2-2b91-4cc1-9caf-f95c04471bd4), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:21.242839 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a007024-b7e6-49e7-a948-7dc48dea2bc8 req-597000f0-cdc1-43fe-8b0e-8a8aaeb24a4a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:47:21.248824 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ecc147ff-b859-49cc-ac39-b75ef2f6d011 admin admin] Publish callbacks [] for security_group (dc3d10c2-2b91-4cc1-9caf-f95c04471bd4), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:21.372560 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ecc147ff-b859-49cc-ac39-b75ef2f6d011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (dc3d10c2-2b91-4cc1-9caf-f95c04471bd4), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:21.375524 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ecc147ff-b859-49cc-ac39-b75ef2f6d011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:21.376681 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-ecc147ff-b859-49cc-ac39-b75ef2f6d011 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc3d10c2-2b91-4cc1-9caf-f95c04471bd4 HTTP/1.1" status: 204 len: 168 time: 0.2879980 Mar 08 15:47:21.392924 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc147ff-b859-49cc-ac39-b75ef2f6d011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3d10c2-2b91-4cc1-9caf-f95c04471bd4,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:21.403701 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a007024-b7e6-49e7-a948-7dc48dea2bc8 req-597000f0-cdc1-43fe-8b0e-8a8aaeb24a4a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:47:21.416680 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3046c356-7d2d-4032-9e3b-5bb7651139f0 None None] Sync routers for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:47:21.433651 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3046c356-7d2d-4032-9e3b-5bb7651139f0 None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:21.434633 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3046c356-7d2d-4032-9e3b-5bb7651139f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:47:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:21.446075 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a007024-b7e6-49e7-a948-7dc48dea2bc8 req-597000f0-cdc1-43fe-8b0e-8a8aaeb24a4a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] No DVR routers for this DVR port cb46b87d-9862-411a-b108-58da288fe397 on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:47:21.448663 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-7a007024-b7e6-49e7-a948-7dc48dea2bc8 req-597000f0-cdc1-43fe-8b0e-8a8aaeb24a4a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:21.452141 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-7a007024-b7e6-49e7-a948-7dc48dea2bc8 req-597000f0-cdc1-43fe-8b0e-8a8aaeb24a4a tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.41 "DELETE /v2.0/ports/cb46b87d-9862-411a-b108-58da288fe397 HTTP/1.1" status: 204 len: 173 time: 0.9943559 Mar 08 15:47:21.452897 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214f0fab-74ee-4d0c-8be6-754397991e29', 'name': 'network-vif-deleted', 'tag': 'cb46b87d-9862-411a-b108-58da288fe397'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:47:21.454866 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43eb96e4-ecdd-4284-ad90-d8d53649495e" -d '{"events": [{"server_uuid": "214f0fab-74ee-4d0c-8be6-754397991e29", "name": "network-vif-deleted", "tag": "cb46b87d-9862-411a-b108-58da288fe397"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:47:21.531853 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f0488f-df79-4b7c-85a3-6377ac5a30d9 x-openstack-request-id: req-a3f0488f-df79-4b7c-85a3-6377ac5a30d9 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:47:21.532408 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214f0fab-74ee-4d0c-8be6-754397991e29", "name": "network-vif-deleted", "tag": "cb46b87d-9862-411a-b108-58da288fe397", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:47:21.533005 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3f0488f-df79-4b7c-85a3-6377ac5a30d9 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:47:21.533464 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214f0fab-74ee-4d0c-8be6-754397991e29', 'name': 'network-vif-deleted', 'tag': 'cb46b87d-9862-411a-b108-58da288fe397', 'status': 'completed', 'code': 200} Mar 08 15:47:21.591622 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-3046c356-7d2d-4032-9e3b-5bb7651139f0 None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:21.789184 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47522) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:21.808879 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3046c356-7d2d-4032-9e3b-5bb7651139f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:21.835013 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3046c356-7d2d-4032-9e3b-5bb7651139f0 None None] Checking router: a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:47:21.842746 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b0198074-4079-46a4-ade6-25e65df982db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f583cc50c36249279908eabc07bf7f6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0522413 Mar 08 15:47:21.845275 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3046c356-7d2d-4032-9e3b-5bb7651139f0 None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:21.845589 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47524) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:21.845945 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3046c356-7d2d-4032-9e3b-5bb7651139f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:47:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:21.895804 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-4ffb9521-897b-4d5c-82c1-14bd868bab14 req-7fd6c426-5bb3-4458-bf45-90e24c4080f0 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/ports?device_id=214f0fab-74ee-4d0c-8be6-754397991e29 HTTP/1.1" status: 200 len: 210 time: 0.0366325 Mar 08 15:47:21.929786 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ba90237c-8e51-43c1-a94c-7e39c98db5f7 admin admin] Publish callbacks [] for security_group (36fdc285-4236-4528-8ecb-14e49b18a176), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:21.955876 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ba90237c-8e51-43c1-a94c-7e39c98db5f7 admin admin] Publish callbacks [] for security_group (36fdc285-4236-4528-8ecb-14e49b18a176), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:22.017164 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ba90237c-8e51-43c1-a94c-7e39c98db5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (36fdc285-4236-4528-8ecb-14e49b18a176), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:22.019771 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ba90237c-8e51-43c1-a94c-7e39c98db5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:22.023394 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ba90237c-8e51-43c1-a94c-7e39c98db5f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36fdc285-4236-4528-8ecb-14e49b18a176 HTTP/1.1" status: 204 len: 168 time: 0.1739342 Mar 08 15:47:22.029224 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90237c-8e51-43c1-a94c-7e39c98db5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fdc285-4236-4528-8ecb-14e49b18a176,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:22.101320 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 450933dd-87aa-4dbf-860d-89447ae5e4e9 no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:47:22.133280 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 450933dd-87aa-4dbf-860d-89447ae5e4e9 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:47:22.133616 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 450933dd-87aa-4dbf-860d-89447ae5e4e9 not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:47:22.153395 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-3046c356-7d2d-4032-9e3b-5bb7651139f0 None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:22.370566 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3046c356-7d2d-4032-9e3b-5bb7651139f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:22.400296 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3046c356-7d2d-4032-9e3b-5bb7651139f0 None None] The sync data for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi is: [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:42:29Z', 'revision_number': 4, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': '5a3aac65-9a3a-4644-a2c9-b2ef8d59b038', 'name': '', 'network_id': 'a91eab27-e927-433f-826e-c27a0b9152a4', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'mac_address': 'fa:16:3e:eb:ca:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:28Z', 'updated_at': '2022-03-08T15:42:32Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'subnets': [{'id': '07efbca3-18a1-4b3b-886d-8e44215b7116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:47:22.631363 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88f2bac-4ca0-4888-992e-b461e91474d0 None None] New status for floating IP 6d1fdc65-ec38-4723-93cf-7910104eaab6: DOWN {{(pid=104420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:47:23.007349 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47534) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:23.015593 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device cb46b87d-9862-411a-b108-58da288fe397 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:47:23.038346 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: cb46b87d-9862-411a-b108-58da288fe397 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:47:23.038718 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device cb46b87d-9862-411a-b108-58da288fe397 not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:47:23.063608 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c7ca05e0-691d-4e27-aba4-bebfeb60493c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (149e96c0-9dba-46a2-8d04-608a6f783a57), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.091051 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c7ca05e0-691d-4e27-aba4-bebfeb60493c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (149e96c0-9dba-46a2-8d04-608a6f783a57), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.140571 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c7ca05e0-691d-4e27-aba4-bebfeb60493c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (149e96c0-9dba-46a2-8d04-608a6f783a57), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.143441 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c7ca05e0-691d-4e27-aba4-bebfeb60493c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.144637 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c7ca05e0-691d-4e27-aba4-bebfeb60493c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "DELETE /v2.0/security-groups/149e96c0-9dba-46a2-8d04-608a6f783a57 HTTP/1.1" status: 204 len: 168 time: 0.1362715 Mar 08 15:47:23.147465 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47536) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:23.154165 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca05e0-691d-4e27-aba4-bebfeb60493c tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149e96c0-9dba-46a2-8d04-608a6f783a57,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:23.163883 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.api.v2.resource [None req-e558b14f-b9d9-4ccc-af27-1c5ab3678d93 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] show failed (client error): The resource could not be found. Mar 08 15:47:23.167037 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-e558b14f-b9d9-4ccc-af27-1c5ab3678d93 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "GET /v2.0/security-groups/149e96c0-9dba-46a2-8d04-608a6f783a57 HTTP/1.1" status: 404 len: 347 time: 0.0164337 Mar 08 15:47:23.167889 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47538) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:23.296241 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-309df57d-be72-4bf6-afcf-4cee62b5ec02 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Deleting port 4ce3c050-0352-4f46-9d54-771fa29e3790 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:47:23.296462 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-309df57d-be72-4bf6-afcf-4cee62b5ec02 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (4ce3c050-0352-4f46-9d54-771fa29e3790), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.376067 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-309df57d-be72-4bf6-afcf-4cee62b5ec02 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (4ce3c050-0352-4f46-9d54-771fa29e3790), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.376389 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-309df57d-be72-4bf6-afcf-4cee62b5ec02 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (4ce3c050-0352-4f46-9d54-771fa29e3790), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.388569 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-309df57d-be72-4bf6-afcf-4cee62b5ec02 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Calling delete_port for 4ce3c050-0352-4f46-9d54-771fa29e3790 owned by network:floatingip {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:47:23.536715 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-309df57d-be72-4bf6-afcf-4cee62b5ec02 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (4ce3c050-0352-4f46-9d54-771fa29e3790), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.563463 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309df57d-be72-4bf6-afcf-4cee62b5ec02 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Pushing event deleted for resources: {'Port': ['ID=4ce3c050-0352-4f46-9d54-771fa29e3790,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:23.626646 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-309df57d-be72-4bf6-afcf-4cee62b5ec02 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks [] for floatingip (6d1fdc65-ec38-4723-93cf-7910104eaab6), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.629126 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-309df57d-be72-4bf6-afcf-4cee62b5ec02 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:23.630301 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-309df57d-be72-4bf6-afcf-4cee62b5ec02 tempest-AttachVolumeNegativeTest-1308674804 tempest-AttachVolumeNegativeTest-1308674804-project] 10.222.0.11 "DELETE /v2.0/floatingips/6d1fdc65-ec38-4723-93cf-7910104eaab6 HTTP/1.1" status: 204 len: 168 time: 0.4615054 Mar 08 15:47:26.892605 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b9c2b-c7ef-40f0-851e-0af6c457d098 req-a57121cb-c790-4e86-98ae-58e78d5661a9 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:26.894085 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-869b9c2b-c7ef-40f0-851e-0af6c457d098 req-a57121cb-c790-4e86-98ae-58e78d5661a9 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 945 time: 0.0597527 Mar 08 15:47:26.948213 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-869b9c2b-c7ef-40f0-851e-0af6c457d098 req-dc76eecd-ea0b-43f8-91bb-0adb93a99147 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450950 Mar 08 15:47:26.978264 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47582) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:27.239666 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e1f0b0-411d-4b93-a70f-0e2126d5ff92 tempest-TestMinimumBasicScenario-1378319233 tempest-TestMinimumBasicScenario-1378319233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:27.241237 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-27e1f0b0-411d-4b93-a70f-0e2126d5ff92 tempest-TestMinimumBasicScenario-1378319233 tempest-TestMinimumBasicScenario-1378319233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 1124 time: 0.2618892 Mar 08 15:47:27.244301 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47588) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:27.248788 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Request body: {'floatingip': {'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'port_id': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:27.272634 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:27.327149 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47594) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:27.374359 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:27.481913 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Allocated IP 172.27.1.84 (8e7e72b0-9139-4eb8-8c55-c85dd59129b3/c0816c9d-f5f8-4a20-9248-b209aaa1b4c7/04b4c377-69dd-4a0f-824c-b09f02554e2b) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:47:27.585943 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for port (04b4c377-69dd-4a0f-824c-b09f02554e2b), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:27.619944 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773855290031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (04b4c377-69dd-4a0f-824c-b09f02554e2b), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:27.659126 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Network 8e7e72b0-9139-4eb8-8c55-c85dd59129b3 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:47:27.662619 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:47:27.666047 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:47:27.699100 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Pushing event updated for resources: {'Port': ['ID=04b4c377-69dd-4a0f-824c-b09f02554e2b,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:27.798417 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8262218c-7b46-405d-af8b-dd79e434072a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738370'] for router_interface (a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:28.040840 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for floatingip (a4831373-ceb6-440a-9cf7-91a80c71b251), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:28.048269 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-8262218c-7b46-405d-af8b-dd79e434072a admin admin] Deleting port 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:47:28.048757 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8262218c-7b46-405d-af8b-dd79e434072a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:28.112739 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (04b4c377-69dd-4a0f-824c-b09f02554e2b), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:28.124995 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-8262218c-7b46-405d-af8b-dd79e434072a admin admin] For port 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=5a3aac65-9a3a-4644-a2c9-b2ef8d59b038,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:28.125322 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8262218c-7b46-405d-af8b-dd79e434072a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:28.137633 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-8262218c-7b46-405d-af8b-dd79e434072a admin admin] Calling delete_port for 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 owned by network:router_interface {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:47:28.263680 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for port (04b4c377-69dd-4a0f-824c-b09f02554e2b), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:28.269847 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15685236'] for port (04b4c377-69dd-4a0f-824c-b09f02554e2b), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:28.320934 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8262218c-7b46-405d-af8b-dd79e434072a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (5a3aac65-9a3a-4644-a2c9-b2ef8d59b038), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:28.343552 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Pushing event updated for resources: {'Port': ['ID=04b4c377-69dd-4a0f-824c-b09f02554e2b,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:28.353694 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738626'] for floatingip (a4831373-ceb6-440a-9cf7-91a80c71b251), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:28.354600 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262218c-7b46-405d-af8b-dd79e434072a admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3aac65-9a3a-4644-a2c9-b2ef8d59b038,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:28.471214 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.l3_db [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Floating IP a4831373-ceb6-440a-9cf7-91a80c71b251 associated. External IP: 172.27.1.84, port: d1cf0c50-1616-4e9e-b236-2fdbb15a8835. Mar 08 15:47:28.524168 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8262218c-7b46-405d-af8b-dd79e434072a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1549827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738358'] for router_interface (a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:28.693021 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Router dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:47:28.748358 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8262218c-7b46-405d-af8b-dd79e434072a admin admin] Router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:47:28.860364 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8262218c-7b46-405d-af8b-dd79e434072a admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:47:28.869455 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-8262218c-7b46-405d-af8b-dd79e434072a admin admin] 10.222.0.11 "PUT /v2.0/routers/a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5376647 Mar 08 15:47:28.869455 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47598) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:28.871692 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93793e05-890f-4806-926b-d72157b1747d None None] Sync routers for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:47:28.883470 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93793e05-890f-4806-926b-d72157b1747d None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:28.884695 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-93793e05-890f-4806-926b-d72157b1747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:47:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:28.978121 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fc84b82-a481-46e0-84a4-ed16516d8890 admin admin] Publish callbacks [] for router (a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.000577 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-93793e05-890f-4806-926b-d72157b1747d None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:29.071641 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:47:29.093499 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fc84b82-a481-46e0-84a4-ed16516d8890 admin admin] Publish callbacks [] for router_gateway (a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.096758 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6ed62d-185c-4f44-824c-d07cecb12592 None None] Sync routers for ids ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:47:29.100614 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.115958 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6ed62d-185c-4f44-824c-d07cecb12592 None None] Routers {'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:29.116843 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-1d6ed62d-185c-4f44-824c-d07cecb12592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:47:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:29.138610 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-8ef75e97-1878-4fff-891f-7d6cae84daec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8931141 Mar 08 15:47:29.140375 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a234f93f-ebc0-4a2e-8ca7-bce34af008b8', 'tag': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:47:29.141387 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47600) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:29.142730 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f648ab6c-c87f-4d4c-9d64-bf1e7d917437" -d '{"events": [{"name": "network-changed", "server_uuid": "a234f93f-ebc0-4a2e-8ca7-bce34af008b8", "tag": "d1cf0c50-1616-4e9e-b236-2fdbb15a8835"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:47:29.146499 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-87df7ea8-4473-4833-9e4c-1366623aa7a0 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411956933', 'description': 'tempest-secgroup-smoke-411956933 description', 'project_id': '761c17fc75aa482baad8c27f6feb3a6d'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:29.175599 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-9fc84b82-a481-46e0-84a4-ed16516d8890 admin admin] Deleting port 69e456d6-66a3-4585-826b-98a65b2bb6bf {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:47:29.176200 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fc84b82-a481-46e0-84a4-ed16516d8890 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (69e456d6-66a3-4585-826b-98a65b2bb6bf), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.179625 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-87df7ea8-4473-4833-9e4c-1366623aa7a0 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.186647 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7461977d-7d13-4817-9cd8-93c3beaceb55 x-openstack-request-id: req-7461977d-7d13-4817-9cd8-93c3beaceb55 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:47:29.187182 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a234f93f-ebc0-4a2e-8ca7-bce34af008b8", "tag": "d1cf0c50-1616-4e9e-b236-2fdbb15a8835", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:47:29.187612 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7461977d-7d13-4817-9cd8-93c3beaceb55 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:47:29.188179 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a234f93f-ebc0-4a2e-8ca7-bce34af008b8', 'tag': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835', 'status': 'completed', 'code': 200} Mar 08 15:47:29.228644 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-93793e05-890f-4806-926b-d72157b1747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:47:28Z', 'revision_number': 5, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port': {'id': '69e456d6-66a3-4585-826b-98a65b2bb6bf', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:42:25Z', 'updated_at': '2022-03-08T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:29.244856 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-1d6ed62d-185c-4f44-824c-d07cecb12592 None None] Set router dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:29.264833 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648ab6c-c87f-4d4c-9d64-bf1e7d917437 req-5175f7ea-a09e-48b1-930f-00c0c04310f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:29.266729 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93793e05-890f-4806-926b-d72157b1747d None None] Checking router: a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:47:29.267323 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-f648ab6c-c87f-4d4c-9d64-bf1e7d917437 req-5175f7ea-a09e-48b1-930f-00c0c04310f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=761c17fc75aa482baad8c27f6feb3a6d&device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 1129 time: 0.0555997 Mar 08 15:47:29.276186 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93793e05-890f-4806-926b-d72157b1747d None None] Routers {'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:29.277135 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-93793e05-890f-4806-926b-d72157b1747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:47:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:29.296960 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-9fc84b82-a481-46e0-84a4-ed16516d8890 admin admin] For port 69e456d6-66a3-4585-826b-98a65b2bb6bf, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=69e456d6-66a3-4585-826b-98a65b2bb6bf,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:29.297363 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fc84b82-a481-46e0-84a4-ed16516d8890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (69e456d6-66a3-4585-826b-98a65b2bb6bf), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.318274 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-9fc84b82-a481-46e0-84a4-ed16516d8890 admin admin] Calling delete_port for 69e456d6-66a3-4585-826b-98a65b2bb6bf owned by network:router_gateway {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:47:29.343119 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-87df7ea8-4473-4833-9e4c-1366623aa7a0 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group (f0609364-ce59-4461-a792-9630d4f449c4), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.377222 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-87df7ea8-4473-4833-9e4c-1366623aa7a0 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (f0609364-ce59-4461-a792-9630d4f449c4), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.389994 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-93793e05-890f-4806-926b-d72157b1747d None None] Set router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 gateway port host: None {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:29.401850 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648ab6c-c87f-4d4c-9d64-bf1e7d917437 req-0d2629bf-cc20-4afb-a6ec-9e77445a3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:29.405094 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-f648ab6c-c87f-4d4c-9d64-bf1e7d917437 req-0d2629bf-cc20-4afb-a6ec-9e77445a3fb9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 HTTP/1.1" status: 200 len: 915 time: 0.1313546 Mar 08 15:47:29.426297 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-87df7ea8-4473-4833-9e4c-1366623aa7a0 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.430067 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-87df7ea8-4473-4833-9e4c-1366623aa7a0 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2850447 Mar 08 15:47:29.431536 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47604) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:29.432179 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df7ea8-4473-4833-9e4c-1366623aa7a0 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0609364-ce59-4461-a792-9630d4f449c4,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:29.438284 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-46b851f6-9b93-4c59-b1ef-67eaa0bba2f2 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Request body: {'security_group_rule': {'security_group_id': 'f0609364-ce59-4461-a792-9630d4f449c4', 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:29.456246 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-93793e05-890f-4806-926b-d72157b1747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:47:29Z', 'revision_number': 6, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port_host': None}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:29.482773 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93793e05-890f-4806-926b-d72157b1747d None None] The sync data for ids ['a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34'] in dv-cinder-830098-2-iscsi is: [{'id': 'a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34', 'name': 'tempest-AttachVolumeNegativeTest-2119424198-router', 'tenant_id': '62d3c6874e0e48c792aaf383f2bb7945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:42:24Z', 'updated_at': '2022-03-08T15:47:29Z', 'revision_number': 6, 'project_id': '62d3c6874e0e48c792aaf383f2bb7945', 'gw_port_host': None}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:47:29.503304 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-f648ab6c-c87f-4d4c-9d64-bf1e7d917437 req-9f5c2e29-4f07-46b0-930f-a9fb781c4b7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1cf0c50-1616-4e9e-b236-2fdbb15a8835 HTTP/1.1" status: 200 len: 998 time: 0.0906718 Mar 08 15:47:29.525134 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-1d6ed62d-185c-4f44-824c-d07cecb12592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'name': 'tempest-TestMinimumBasicScenario-658764997-router', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:34Z', 'updated_at': '2022-03-08T15:46:37Z', 'revision_number': 4, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'gw_port': {'id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:35Z', 'updated_at': '2022-03-08T15:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'a4831373-ceb6-440a-9cf7-91a80c71b251', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'floating_ip_address': '172.27.1.84', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'port_id': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04', 'mac_address': 'fa:16:3e:b0:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a234f93f-ebc0-4a2e-8ca7-bce34af008b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:47:27Z', 'updated_at': '2022-03-08T15:47:27Z', 'revision_number': 0, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3dc6db4-a926-4850-b51d-d179e12e4da7', 'name': '', 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'mac_address': 'fa:16:3e:31:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:36Z', 'updated_at': '2022-03-08T15:46:43Z', 'revision_number': 5, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'subnets': [{'id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:29.554435 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6ed62d-185c-4f44-824c-d07cecb12592 None None] Checking router: dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:47:29.558157 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648ab6c-c87f-4d4c-9d64-bf1e7d917437 req-2f94d46b-b460-4484-ba8c-0db3cfabb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:29.559678 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-f648ab6c-c87f-4d4c-9d64-bf1e7d917437 req-2f94d46b-b460-4484-ba8c-0db3cfabb37f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c622f31-2a7a-4c59-a987-fd58152e3d7f HTTP/1.1" status: 200 len: 853 time: 0.0495584 Mar 08 15:47:29.563709 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6ed62d-185c-4f44-824c-d07cecb12592 None None] Routers {'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:29.564438 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-1d6ed62d-185c-4f44-824c-d07cecb12592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:47:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:29.619613 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648ab6c-c87f-4d4c-9d64-bf1e7d917437 req-8da2cc89-7d78-4a93-8816-6d9c837890ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:29.621258 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-f648ab6c-c87f-4d4c-9d64-bf1e7d917437 req-8da2cc89-7d78-4a93-8816-6d9c837890ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5b9712fc-fff0-4c93-b3e3-b80b7bef9c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540900 Mar 08 15:47:29.679287 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-1d6ed62d-185c-4f44-824c-d07cecb12592 None None] Set router dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:29.716459 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-f648ab6c-c87f-4d4c-9d64-bf1e7d917437 req-e6235ab2-7368-4516-9062-696cb4da3fdc service neutron] 10.222.0.41 "GET /v2.0/networks/5b9712fc-fff0-4c93-b3e3-b80b7bef9c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885344 Mar 08 15:47:29.785114 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-46b851f6-9b93-4c59-b1ef-67eaa0bba2f2 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group_rule (3f87396b-1b7d-4abf-a2e7-baa53462c8d3), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.820603 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-f648ab6c-c87f-4d4c-9d64-bf1e7d917437 req-6073aa0e-9d42-4880-bc9f-168a25119294 service neutron] 10.222.0.41 "GET /v2.0/networks/5b9712fc-fff0-4c93-b3e3-b80b7bef9c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968344 Mar 08 15:47:29.882078 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-46b851f6-9b93-4c59-b1ef-67eaa0bba2f2 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group_rule (3f87396b-1b7d-4abf-a2e7-baa53462c8d3), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.883638 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fc84b82-a481-46e0-84a4-ed16516d8890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (69e456d6-66a3-4585-826b-98a65b2bb6bf), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.909188 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc84b82-a481-46e0-84a4-ed16516d8890 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e456d6-66a3-4585-826b-98a65b2bb6bf,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:29.913083 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-46b851f6-9b93-4c59-b1ef-67eaa0bba2f2 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (3f87396b-1b7d-4abf-a2e7-baa53462c8d3), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.935636 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-1d6ed62d-185c-4f44-824c-d07cecb12592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'name': 'tempest-TestMinimumBasicScenario-658764997-router', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:34Z', 'updated_at': '2022-03-08T15:46:37Z', 'revision_number': 4, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'gw_port': {'id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:35Z', 'updated_at': '2022-03-08T15:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'a4831373-ceb6-440a-9cf7-91a80c71b251', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'floating_ip_address': '172.27.1.84', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'port_id': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04', 'mac_address': 'fa:16:3e:b0:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a234f93f-ebc0-4a2e-8ca7-bce34af008b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:47:27Z', 'updated_at': '2022-03-08T15:47:27Z', 'revision_number': 0, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3dc6db4-a926-4850-b51d-d179e12e4da7', 'name': '', 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'mac_address': 'fa:16:3e:31:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:36Z', 'updated_at': '2022-03-08T15:46:43Z', 'revision_number': 5, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'subnets': [{'id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:29.937857 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:47:29.954531 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-46b851f6-9b93-4c59-b1ef-67eaa0bba2f2 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:29.955841 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-46b851f6-9b93-4c59-b1ef-67eaa0bba2f2 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5212226 Mar 08 15:47:29.958342 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b851f6-9b93-4c59-b1ef-67eaa0bba2f2 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f87396b-1b7d-4abf-a2e7-baa53462c8d3,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:29.959292 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47606) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:29.965744 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-39778659-5502-480a-973c-9aed77f74498 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Request body: {'security_group_rule': {'security_group_id': 'f0609364-ce59-4461-a792-9630d4f449c4', 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:29.966778 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6ed62d-185c-4f44-824c-d07cecb12592 None None] The sync data for ids ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'] in dv-cinder-830098-2-iscsi is: [{'id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'name': 'tempest-TestMinimumBasicScenario-658764997-router', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:34Z', 'updated_at': '2022-03-08T15:46:37Z', 'revision_number': 4, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'gw_port': {'id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:35Z', 'updated_at': '2022-03-08T15:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'a4831373-ceb6-440a-9cf7-91a80c71b251', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'floating_ip_address': '172.27.1.84', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'port_id': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04', 'mac_address': 'fa:16:3e:b0:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a234f93f-ebc0-4a2e-8ca7-bce34af008b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:47:27Z', 'updated_at': '2022-03-08T15:47:27Z', 'revision_number': 0, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3dc6db4-a926-4850-b51d-d179e12e4da7', 'name': '', 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'mac_address': 'fa:16:3e:31:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:36Z', 'updated_at': '2022-03-08T15:46:43Z', 'revision_number': 5, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'subnets': [{'id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:47:29.979927 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:47:29.980643 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 5a3aac65-9a3a-4644-a2c9-b2ef8d59b038 not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:47:30.019152 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-39778659-5502-480a-973c-9aed77f74498 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group_rule (5be11f66-5ee9-4efc-8a98-247e63dba104), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.029548 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fc84b82-a481-46e0-84a4-ed16516d8890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752796'] for router_gateway (a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.101082 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-39778659-5502-480a-973c-9aed77f74498 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group_rule (5be11f66-5ee9-4efc-8a98-247e63dba104), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.105059 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-39778659-5502-480a-973c-9aed77f74498 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (5be11f66-5ee9-4efc-8a98-247e63dba104), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.123317 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fc84b82-a481-46e0-84a4-ed16516d8890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25156'] for router (a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.124576 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39778659-5502-480a-973c-9aed77f74498 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be11f66-5ee9-4efc-8a98-247e63dba104,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:30.125749 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fc84b82-a481-46e0-84a4-ed16516d8890 admin admin] Publish callbacks [] for router_controller (a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.132991 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-39778659-5502-480a-973c-9aed77f74498 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.134260 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-39778659-5502-480a-973c-9aed77f74498 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1738839 Mar 08 15:47:30.137093 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47608) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:30.141692 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-3bc04bba-90fe-48e2-a5cc-58922a6f8cec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Request body: {'security_group_rule': {'security_group_id': 'f0609364-ce59-4461-a792-9630d4f449c4', 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:30.172568 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3bc04bba-90fe-48e2-a5cc-58922a6f8cec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group_rule (36a96603-f7d0-4cc6-84cf-643cf7589c1d), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.177736 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fc84b82-a481-46e0-84a4-ed16516d8890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-739903'] for router (a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.178358 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc84b82-a481-46e0-84a4-ed16516d8890 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 {{(pid=104417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:47:30.184170 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fc84b82-a481-46e0-84a4-ed16516d8890 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.186513 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9fc84b82-a481-46e0-84a4-ed16516d8890 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a0845d65-00e5-4d7a-9fe8-f7aa5f73bb34 HTTP/1.1" status: 204 len: 168 time: 1.3168037 Mar 08 15:47:30.188851 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47610) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:30.234148 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957da5fa-5eef-4023-af37-0552709e72fc None None] New status for floating IP a4831373-ceb6-440a-9cf7-91a80c71b251: ACTIVE {{(pid=104419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:47:30.235831 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_v2 [None req-431ddcab-75ac-4960-b4f8-cb07663d93b3 admin admin] Deleting subnet 07efbca3-18a1-4b3b-886d-8e44215b7116 {{(pid=104417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:47:30.239774 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3bc04bba-90fe-48e2-a5cc-58922a6f8cec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group_rule (36a96603-f7d0-4cc6-84cf-643cf7589c1d), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.240347 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-431ddcab-75ac-4960-b4f8-cb07663d93b3 admin admin] Publish callbacks [] for subnet (07efbca3-18a1-4b3b-886d-8e44215b7116), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.244944 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3bc04bba-90fe-48e2-a5cc-58922a6f8cec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (36a96603-f7d0-4cc6-84cf-643cf7589c1d), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.266599 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc04bba-90fe-48e2-a5cc-58922a6f8cec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a96603-f7d0-4cc6-84cf-643cf7589c1d,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:30.284790 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3bc04bba-90fe-48e2-a5cc-58922a6f8cec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.286573 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-3bc04bba-90fe-48e2-a5cc-58922a6f8cec tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484568 Mar 08 15:47:30.289508 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47612) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:30.293360 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-431ddcab-75ac-4960-b4f8-cb07663d93b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12864693'] for subnet (07efbca3-18a1-4b3b-886d-8e44215b7116), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.295291 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-3bfb2375-fc7c-47b3-b16c-88ad7ea8d532 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Request body: {'security_group_rule': {'security_group_id': 'f0609364-ce59-4461-a792-9630d4f449c4', 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:30.321239 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2375-fc7c-47b3-b16c-88ad7ea8d532 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group_rule (6379875a-6f41-48c1-bea7-fa4bdeec1d58), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.376095 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-431ddcab-75ac-4960-b4f8-cb07663d93b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452262'] for subnet (07efbca3-18a1-4b3b-886d-8e44215b7116), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.400439 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2375-fc7c-47b3-b16c-88ad7ea8d532 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group_rule (6379875a-6f41-48c1-bea7-fa4bdeec1d58), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.406043 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2375-fc7c-47b3-b16c-88ad7ea8d532 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (6379875a-6f41-48c1-bea7-fa4bdeec1d58), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.426661 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb2375-fc7c-47b3-b16c-88ad7ea8d532 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6379875a-6f41-48c1-bea7-fa4bdeec1d58,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:30.438081 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-431ddcab-75ac-4960-b4f8-cb07663d93b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14517903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386866'] for subnet (07efbca3-18a1-4b3b-886d-8e44215b7116), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.439816 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3bfb2375-fc7c-47b3-b16c-88ad7ea8d532 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.441273 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-3bfb2375-fc7c-47b3-b16c-88ad7ea8d532 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1506922 Mar 08 15:47:30.444600 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47614) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:30.449279 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-b2df7742-7766-49a0-989d-f1275f0106ab tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Request body: {'security_group_rule': {'security_group_id': 'f0609364-ce59-4461-a792-9630d4f449c4', 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:30.462572 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ddcab-75ac-4960-b4f8-cb07663d93b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07efbca3-18a1-4b3b-886d-8e44215b7116,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:30.470131 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-431ddcab-75ac-4960-b4f8-cb07663d93b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.474867 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-431ddcab-75ac-4960-b4f8-cb07663d93b3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/07efbca3-18a1-4b3b-886d-8e44215b7116 HTTP/1.1" status: 204 len: 168 time: 0.2850335 Mar 08 15:47:30.478129 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47616) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:30.479558 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863c3b25-bc17-4163-b3c4-887a6e218be3 None None] Network a91eab27-e927-433f-826e-c27a0b9152a4 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:47:30.483982 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.securitygroups_db [None req-b2df7742-7766-49a0-989d-f1275f0106ab tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Project 761c17fc75aa482baad8c27f6feb3a6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 15:47:30.491834 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b2df7742-7766-49a0-989d-f1275f0106ab tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group_rule (0457405e-f4dd-46b0-a7bc-5074fc340b5a), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.570114 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1344873'] for network (a91eab27-e927-433f-826e-c27a0b9152a4), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.577151 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b2df7742-7766-49a0-989d-f1275f0106ab tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group_rule (0457405e-f4dd-46b0-a7bc-5074fc340b5a), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.581879 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b2df7742-7766-49a0-989d-f1275f0106ab tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (0457405e-f4dd-46b0-a7bc-5074fc340b5a), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.603534 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df7742-7766-49a0-989d-f1275f0106ab tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0457405e-f4dd-46b0-a7bc-5074fc340b5a,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:30.611675 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b2df7742-7766-49a0-989d-f1275f0106ab tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.612944 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-b2df7742-7766-49a0-989d-f1275f0106ab tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1671553 Mar 08 15:47:30.616539 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47618) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:30.621264 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-e4c8094a-ba64-451a-9aa9-e05f8c886a6d tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Request body: {'security_group_rule': {'security_group_id': 'f0609364-ce59-4461-a792-9630d4f449c4', 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:30.629963 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] Deleting port cdaf79af-cf00-4f06-90e7-be10dccccedf {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:47:30.630302 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (cdaf79af-cf00-4f06-90e7-be10dccccedf), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.645133 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.securitygroups_db [None req-e4c8094a-ba64-451a-9aa9-e05f8c886a6d tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Project 761c17fc75aa482baad8c27f6feb3a6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 15:47:30.654597 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e4c8094a-ba64-451a-9aa9-e05f8c886a6d tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group_rule (be847a6f-cb6b-4e9e-944e-fc6c4e4fc964), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.680312 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329c23ff-9115-4430-937d-fdb4070d774e None None] DHCP port deletion for a91eab27-e927-433f-826e-c27a0b9152a4 request from dv-cinder-830098-2-iscsi {{(pid=104419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:47:30.713198 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] For port cdaf79af-cf00-4f06-90e7-be10dccccedf, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=cdaf79af-cf00-4f06-90e7-be10dccccedf,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:30.713561 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (cdaf79af-cf00-4f06-90e7-be10dccccedf), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.720025 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e4c8094a-ba64-451a-9aa9-e05f8c886a6d tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group_rule (be847a6f-cb6b-4e9e-944e-fc6c4e4fc964), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.728276 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] Calling delete_port for cdaf79af-cf00-4f06-90e7-be10dccccedf owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:47:30.731630 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e4c8094a-ba64-451a-9aa9-e05f8c886a6d tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573919'] for security_group_rule (be847a6f-cb6b-4e9e-944e-fc6c4e4fc964), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.741193 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-329c23ff-9115-4430-937d-fdb4070d774e None None] Deleting port cdaf79af-cf00-4f06-90e7-be10dccccedf {{(pid=104419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:47:30.741570 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-329c23ff-9115-4430-937d-fdb4070d774e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (cdaf79af-cf00-4f06-90e7-be10dccccedf), before_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.759220 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e4c8094a-ba64-451a-9aa9-e05f8c886a6d tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.760621 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-e4c8094a-ba64-451a-9aa9-e05f8c886a6d tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1429787 Mar 08 15:47:30.764483 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8094a-ba64-451a-9aa9-e05f8c886a6d tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be847a6f-cb6b-4e9e-944e-fc6c4e4fc964,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:30.821399 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-329c23ff-9115-4430-937d-fdb4070d774e None None] For port cdaf79af-cf00-4f06-90e7-be10dccccedf, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=cdaf79af-cf00-4f06-90e7-be10dccccedf,segment=NetworkSegment(518d62cb-b79f-4a82-92bd-76738838daad),segment_id=518d62cb-b79f-4a82-92bd-76738838daad)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:30.821795 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-329c23ff-9115-4430-937d-fdb4070d774e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (cdaf79af-cf00-4f06-90e7-be10dccccedf), precommit_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.834895 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-329c23ff-9115-4430-937d-fdb4070d774e None None] Calling delete_port for cdaf79af-cf00-4f06-90e7-be10dccccedf owned by network:dhcp {{(pid=104419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:47:30.862765 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (cdaf79af-cf00-4f06-90e7-be10dccccedf), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.904790 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] Pushing event deleted for resources: {'Port': ['ID=cdaf79af-cf00-4f06-90e7-be10dccccedf,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:30.912098 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-451c05fd-397c-407d-8674-6b3212d96fe3 req-a22cc6fe-8a82-4131-9193-87b7adab3f56 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411956933&fields=id&tenant_id=761c17fc75aa482baad8c27f6feb3a6d HTTP/1.1" status: 200 len: 267 time: 0.0887241 Mar 08 15:47:30.913160 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] No DVR routers for this DVR port cdaf79af-cf00-4f06-90e7-be10dccccedf on host dv-cinder-830098-2-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:47:30.920497 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-329c23ff-9115-4430-937d-fdb4070d774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040'] for port (cdaf79af-cf00-4f06-90e7-be10dccccedf), after_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:30.945477 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c23ff-9115-4430-937d-fdb4070d774e None None] Pushing event deleted for resources: {'Port': ['ID=cdaf79af-cf00-4f06-90e7-be10dccccedf,revision_number=None']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:30.950437 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329c23ff-9115-4430-937d-fdb4070d774e None None] No DVR routers for this DVR port cdaf79af-cf00-4f06-90e7-be10dccccedf on host dv-cinder-830098-2-iscsi {{(pid=104419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:47:31.017640 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388905', 'neutron.services.segments.db._delete_segments_for_network-8773855619431'] for network (a91eab27-e927-433f-826e-c27a0b9152a4), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.045297 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a91eab27-e927-433f-826e-c27a0b9152a4']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:31.058073 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518d62cb-b79f-4a82-92bd-76738838daad') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:31.058378 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518d62cb-b79f-4a82-92bd-76738838daad') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:31.071565 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c05fd-397c-407d-8674-6b3212d96fe3 req-6ab2c8e2-85ef-46dc-a109-862c5b88efc9 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:31.071565 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-451c05fd-397c-407d-8674-6b3212d96fe3 req-6ab2c8e2-85ef-46dc-a109-862c5b88efc9 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 945 time: 0.1266792 Mar 08 15:47:31.077887 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773855620464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12864590'] for segment (518d62cb-b79f-4a82-92bd-76738838daad), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.092272 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-451c05fd-397c-407d-8674-6b3212d96fe3 req-7ee45271-87ce-49e1-b19b-554c45546e44 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Request body: {'port': {'security_groups': ['c99b83c2-80d8-49b5-b8d7-9f329e1c6d68', 'f0609364-ce59-4461-a792-9630d4f449c4']}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:31.121319 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (518d62cb-b79f-4a82-92bd-76738838daad), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.133106 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:47:31.133896 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14517989'] for segment (518d62cb-b79f-4a82-92bd-76738838daad), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: Traceback (most recent call last): Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: timer() Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: cb(*args, **kw) Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: return func(*args, **kwargs) Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: self._notify() Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: self.callback(batched_events) Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: event.method(event) Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: return f(self, *a, **k) Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._get(url).json() Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: return self.request(url, 'GET', **kwargs) Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:47:31.135232 dv-cinder-830098-2-iscsi neutron-server[104417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:47:31.217156 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-451c05fd-397c-407d-8674-6b3212d96fe3 req-7ee45271-87ce-49e1-b19b-554c45546e44 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.220164 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752824'] for network (a91eab27-e927-433f-826e-c27a0b9152a4), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.230752 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.233832 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] 10.222.0.11 "DELETE /v2.0/networks/a91eab27-e927-433f-826e-c27a0b9152a4 HTTP/1.1" status: 204 len: 168 time: 0.7544799 Mar 08 15:47:31.261623 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9cb4f-ec08-4ac8-840b-52bc8f73a01b admin admin] Pushing event deleted for resources: {'Network': ['ID=a91eab27-e927-433f-826e-c27a0b9152a4,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:31.352023 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47626) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:31.393045 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-d0bd75b8-09aa-4f74-a09a-85f3039cc68d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62d3c6874e0e48c792aaf383f2bb7945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397043 Mar 08 15:47:31.395730 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47628) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:31.444985 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-de1ccd3b-2519-40ec-ada1-ec2336d41ccc admin admin] Publish callbacks [] for security_group (90fe1058-3940-4b6c-b498-bef7ce85da18), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.464094 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-451c05fd-397c-407d-8674-6b3212d96fe3 req-7ee45271-87ce-49e1-b19b-554c45546e44 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] For port d1cf0c50-1616-4e9e-b236-2fdbb15a8835, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d1cf0c50-1616-4e9e-b236-2fdbb15a8835,segment=NetworkSegment(464a2a95-7676-4591-a948-6f168c1ddfc0),segment_id=464a2a95-7676-4591-a948-6f168c1ddfc0)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:31.467284 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-de1ccd3b-2519-40ec-ada1-ec2336d41ccc admin admin] Publish callbacks [] for security_group (90fe1058-3940-4b6c-b498-bef7ce85da18), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.496270 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-451c05fd-397c-407d-8674-6b3212d96fe3 req-7ee45271-87ce-49e1-b19b-554c45546e44 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.502145 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-451c05fd-397c-407d-8674-6b3212d96fe3 req-7ee45271-87ce-49e1-b19b-554c45546e44 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14517953'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.514153 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['d1cf0c50-1616-4e9e-b236-2fdbb15a8835'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:47:31.521562 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-de1ccd3b-2519-40ec-ada1-ec2336d41ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (90fe1058-3940-4b6c-b498-bef7ce85da18), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.524743 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-de1ccd3b-2519-40ec-ada1-ec2336d41ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.528528 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-de1ccd3b-2519-40ec-ada1-ec2336d41ccc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/90fe1058-3940-4b6c-b498-bef7ce85da18 HTTP/1.1" status: 204 len: 168 time: 0.1301596 Mar 08 15:47:31.536775 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ccd3b-2519-40ec-ada1-ec2336d41ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fe1058-3940-4b6c-b498-bef7ce85da18,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:31.560521 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c05fd-397c-407d-8674-6b3212d96fe3 req-7ee45271-87ce-49e1-b19b-554c45546e44 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:31.561330 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-451c05fd-397c-407d-8674-6b3212d96fe3 req-7ee45271-87ce-49e1-b19b-554c45546e44 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.563063 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-451c05fd-397c-407d-8674-6b3212d96fe3 req-7ee45271-87ce-49e1-b19b-554c45546e44 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "PUT /v2.0/ports/d1cf0c50-1616-4e9e-b236-2fdbb15a8835 HTTP/1.1" status: 200 len: 981 time: 0.4831843 Mar 08 15:47:31.563713 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a234f93f-ebc0-4a2e-8ca7-bce34af008b8', 'tag': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:47:31.566970 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71785947914745800d43d5c0a78718fe11ea6fdba8b9e0230793fe8b114d71b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476ae2b7-d238-4098-ba38-5519c29a29f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a234f93f-ebc0-4a2e-8ca7-bce34af008b8", "tag": "d1cf0c50-1616-4e9e-b236-2fdbb15a8835"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:47:31.588978 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee45271-87ce-49e1-b19b-554c45546e44 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Pushing event updated for resources: {'Port': ['ID=d1cf0c50-1616-4e9e-b236-2fdbb15a8835,revision_number=6']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:31.634206 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['d1cf0c50-1616-4e9e-b236-2fdbb15a8835'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:47:31.642317 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891716b7-9753-4780-a8f5-c2e02b77ba95 x-openstack-request-id: req-891716b7-9753-4780-a8f5-c2e02b77ba95 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:47:31.642727 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a234f93f-ebc0-4a2e-8ca7-bce34af008b8", "tag": "d1cf0c50-1616-4e9e-b236-2fdbb15a8835", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:47:31.643043 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-891716b7-9753-4780-a8f5-c2e02b77ba95 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:47:31.643532 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a234f93f-ebc0-4a2e-8ca7-bce34af008b8', 'tag': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835', 'status': 'completed', 'code': 200} Mar 08 15:47:31.727206 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ae2b7-d238-4098-ba38-5519c29a29f9 req-9df68ba0-f232-4dc3-9840-72b1e09c3860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:31.728770 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-476ae2b7-d238-4098-ba38-5519c29a29f9 req-9df68ba0-f232-4dc3-9840-72b1e09c3860 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=761c17fc75aa482baad8c27f6feb3a6d&device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 1168 time: 0.0645740 Mar 08 15:47:31.759414 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6938f-8856-4539-a501-f1444cab16a0 req-3d42215f-04b5-4eef-9fe9-700a17add570 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:31.768865 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8ec6938f-8856-4539-a501-f1444cab16a0 req-3d42215f-04b5-4eef-9fe9-700a17add570 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 984 time: 0.0795038 Mar 08 15:47:31.858783 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8ec6938f-8856-4539-a501-f1444cab16a0 req-e99efd92-922c-48d7-9b78-6d0804f8dca3 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0609364-ce59-4461-a792-9630d4f449c4&id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0884066 Mar 08 15:47:31.878792 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ae2b7-d238-4098-ba38-5519c29a29f9 req-e46725af-0383-4ca1-9666-b196cec92e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:31.880439 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-476ae2b7-d238-4098-ba38-5519c29a29f9 req-e46725af-0383-4ca1-9666-b196cec92e33 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 HTTP/1.1" status: 200 len: 915 time: 0.1449738 Mar 08 15:47:31.922012 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device cdaf79af-cf00-4f06-90e7-be10dccccedf no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:47:31.954545 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-476ae2b7-d238-4098-ba38-5519c29a29f9 req-643cdb84-ebce-4ae5-b4d2-00ed72e9b508 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1cf0c50-1616-4e9e-b236-2fdbb15a8835 HTTP/1.1" status: 200 len: 1000 time: 0.0678396 Mar 08 15:47:31.964452 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: cdaf79af-cf00-4f06-90e7-be10dccccedf {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:47:31.965181 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device cdaf79af-cf00-4f06-90e7-be10dccccedf not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:47:31.965353 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 69e456d6-66a3-4585-826b-98a65b2bb6bf no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:47:32.003189 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 69e456d6-66a3-4585-826b-98a65b2bb6bf {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:47:32.003676 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 69e456d6-66a3-4585-826b-98a65b2bb6bf not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:47:32.008481 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-1feff783-6774-4e48-92d3-c524e29ebd79 None None] Provisioning complete for port d1cf0c50-1616-4e9e-b236-2fdbb15a8835 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:32.009055 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-1feff783-6774-4e48-92d3-c524e29ebd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.009880 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ae2b7-d238-4098-ba38-5519c29a29f9 req-af9689ce-c46a-43ec-aece-6233fe1ab5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:32.011389 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-476ae2b7-d238-4098-ba38-5519c29a29f9 req-af9689ce-c46a-43ec-aece-6233fe1ab5f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c622f31-2a7a-4c59-a987-fd58152e3d7f HTTP/1.1" status: 200 len: 853 time: 0.0504220 Mar 08 15:47:32.077608 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ae2b7-d238-4098-ba38-5519c29a29f9 req-d8eb4533-9ddd-4467-860c-51eb09c92710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:32.080148 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-476ae2b7-d238-4098-ba38-5519c29a29f9 req-d8eb4533-9ddd-4467-860c-51eb09c92710 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5b9712fc-fff0-4c93-b3e3-b80b7bef9c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628626 Mar 08 15:47:32.175142 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-476ae2b7-d238-4098-ba38-5519c29a29f9 req-1f190263-8ae5-45df-be17-3970b724142c service neutron] 10.222.0.41 "GET /v2.0/networks/5b9712fc-fff0-4c93-b3e3-b80b7bef9c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890203 Mar 08 15:47:32.220860 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-1feff783-6774-4e48-92d3-c524e29ebd79 None None] Current status of the port d1cf0c50-1616-4e9e-b236-2fdbb15a8835 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:32.291061 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-476ae2b7-d238-4098-ba38-5519c29a29f9 req-a9425a1d-d6a4-4abe-aaeb-a1b3f7770dec service neutron] 10.222.0.41 "GET /v2.0/networks/5b9712fc-fff0-4c93-b3e3-b80b7bef9c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981975 Mar 08 15:47:35.798209 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-08930f95-e79e-41e1-a5b3-a7fa0e0b4ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:38.564657 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-f328b039-42c1-4715-b167-0fe80f11e7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:40.187620 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47740) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:40.220017 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:40.299867 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9f3c0036-4777-4d0c-aaec-83b8c8c9116f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:40.374526 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9f3c0036-4777-4d0c-aaec-83b8c8c9116f admin admin] Publish callbacks [] for security_group (b530b74e-44fc-470e-bea2-520e0422d124), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:40.379570 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9f3c0036-4777-4d0c-aaec-83b8c8c9116f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (b530b74e-44fc-470e-bea2-520e0422d124), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:40.415707 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c0036-4777-4d0c-aaec-83b8c8c9116f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b530b74e-44fc-470e-bea2-520e0422d124,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:40.419541 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-9f3c0036-4777-4d0c-aaec-83b8c8c9116f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=45df33cd23a0455b9e19385f86dc3e57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308931 Mar 08 15:47:40.422527 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47744) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:40.426665 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c0036-4777-4d0c-aaec-83b8c8c9116f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:40.427156 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c0036-4777-4d0c-aaec-83b8c8c9116f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:40.427642 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c0036-4777-4d0c-aaec-83b8c8c9116f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:40.428070 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c0036-4777-4d0c-aaec-83b8c8c9116f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:40.428521 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c0036-4777-4d0c-aaec-83b8c8c9116f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:40.428954 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c0036-4777-4d0c-aaec-83b8c8c9116f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:40.429414 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c0036-4777-4d0c-aaec-83b8c8c9116f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:40.429763 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c0036-4777-4d0c-aaec-83b8c8c9116f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:40.430099 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c0036-4777-4d0c-aaec-83b8c8c9116f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:40.430451 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c0036-4777-4d0c-aaec-83b8c8c9116f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:40.430819 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c0036-4777-4d0c-aaec-83b8c8c9116f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:40.431117 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c0036-4777-4d0c-aaec-83b8c8c9116f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:40.431505 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c0036-4777-4d0c-aaec-83b8c8c9116f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:40.478528 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-61fc252d-b4ae-4cb7-a99a-5f9c72063651 admin admin] Publish callbacks [] for security_group (b530b74e-44fc-470e-bea2-520e0422d124), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:40.500204 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-61fc252d-b4ae-4cb7-a99a-5f9c72063651 admin admin] Publish callbacks [] for security_group (b530b74e-44fc-470e-bea2-520e0422d124), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:40.548696 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-61fc252d-b4ae-4cb7-a99a-5f9c72063651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (b530b74e-44fc-470e-bea2-520e0422d124), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:40.551603 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-61fc252d-b4ae-4cb7-a99a-5f9c72063651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:40.552725 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-61fc252d-b4ae-4cb7-a99a-5f9c72063651 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b530b74e-44fc-470e-bea2-520e0422d124 HTTP/1.1" status: 204 len: 168 time: 0.1292360 Mar 08 15:47:40.560701 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc252d-b4ae-4cb7-a99a-5f9c72063651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b530b74e-44fc-470e-bea2-520e0422d124,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:41.029042 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:41.220193 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47766) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:41.323476 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-4a6efee5-e96a-41b0-99ed-a7e667972e0f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2028244583-network', 'tenant_id': 'f00767e5faa74f67b8066536cf48915c'}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:41.350774 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6efee5-e96a-41b0-99ed-a7e667972e0f admin admin] Made reservation on behalf of f00767e5faa74f67b8066536cf48915c for: {'network': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:47:41.353120 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4a6efee5-e96a-41b0-99ed-a7e667972e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:41.362176 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4a6efee5-e96a-41b0-99ed-a7e667972e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:41.441251 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4a6efee5-e96a-41b0-99ed-a7e667972e0f admin admin] Publish callbacks [] for security_group (02d4762f-be60-4565-86f7-ceff8b8b8632), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:41.448297 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4a6efee5-e96a-41b0-99ed-a7e667972e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (02d4762f-be60-4565-86f7-ceff8b8b8632), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:41.473203 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a6efee5-e96a-41b0-99ed-a7e667972e0f admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=104418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:47:41.488825 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6efee5-e96a-41b0-99ed-a7e667972e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d4762f-be60-4565-86f7-ceff8b8b8632,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:41.491715 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4a6efee5-e96a-41b0-99ed-a7e667972e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (0696f20f-9a33-4843-9868-c97f002d1d75), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:41.492036 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.segments_db [None req-4a6efee5-e96a-41b0-99ed-a7e667972e0f admin admin] Added segment 0696f20f-9a33-4843-9868-c97f002d1d75 of type vlan for network 9afa6b59-f524-4c76-8d54-da812763ccce Mar 08 15:47:41.531601 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4a6efee5-e96a-41b0-99ed-a7e667972e0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (9afa6b59-f524-4c76-8d54-da812763ccce), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:41.559192 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4a6efee5-e96a-41b0-99ed-a7e667972e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (9afa6b59-f524-4c76-8d54-da812763ccce), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:41.560050 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6efee5-e96a-41b0-99ed-a7e667972e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:41.560632 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4a6efee5-e96a-41b0-99ed-a7e667972e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:41.619771 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-4a6efee5-e96a-41b0-99ed-a7e667972e0f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3984525 Mar 08 15:47:41.623400 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47770) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:41.625389 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6efee5-e96a-41b0-99ed-a7e667972e0f admin admin] Pushing event updated for resources: {'Network': ['ID=9afa6b59-f524-4c76-8d54-da812763ccce,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:41.628405 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-b6ba47e0-81db-4217-ad46-fdd16f556286 admin admin] Request body: {'subnet': {'network_id': '9afa6b59-f524-4c76-8d54-da812763ccce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2028244583-subnet', 'tenant_id': 'f00767e5faa74f67b8066536cf48915c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:41.635686 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network 9afa6b59-f524-4c76-8d54-da812763ccce details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:47:41.651077 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ba47e0-81db-4217-ad46-fdd16f556286 admin admin] Made reservation on behalf of f00767e5faa74f67b8066536cf48915c for: {'subnet': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:47:41.653561 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b6ba47e0-81db-4217-ad46-fdd16f556286 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14386901'] for subnet (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:41.819681 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b6ba47e0-81db-4217-ad46-fdd16f556286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14516296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14386891'] for subnet (fd85cc3e-8542-4ad6-a2db-7c6e63b307b5), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:41.872665 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba47e0-81db-4217-ad46-fdd16f556286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd85cc3e-8542-4ad6-a2db-7c6e63b307b5,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:41.883485 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba47e0-81db-4217-ad46-fdd16f556286 admin admin] Checking segment: {'id': '0696f20f-9a33-4843-9868-c97f002d1d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9afa6b59-f524-4c76-8d54-da812763ccce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:47:41.883879 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba47e0-81db-4217-ad46-fdd16f556286 admin admin] Network hostable DHCP agents. Network: 9afa6b59-f524-4c76-8d54-da812763ccce, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:47:41.902981 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba47e0-81db-4217-ad46-fdd16f556286 admin admin] Network 9afa6b59-f524-4c76-8d54-da812763ccce is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:47:41.916450 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-b6ba47e0-81db-4217-ad46-fdd16f556286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, 9afa6b59-f524-4c76-8d54-da812763ccce) {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:47:41.920462 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ba47e0-81db-4217-ad46-fdd16f556286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:41.921049 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b6ba47e0-81db-4217-ad46-fdd16f556286 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:41.924979 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2901b98-8e85-4694-b98e-bd6075220ae6 None None] Network 9afa6b59-f524-4c76-8d54-da812763ccce requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:47:41.936947 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b6ba47e0-81db-4217-ad46-fdd16f556286 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3125005 Mar 08 15:47:42.173243 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3235eb2-c364-45eb-8a32-ff70cfeccd29 None None] Network 9afa6b59-f524-4c76-8d54-da812763ccce requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:47:42.312746 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:42.436730 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47786) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:42.443582 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-3cffd84e-9eed-43e9-8ec7-b784d374c883 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1183923310-network', 'tenant_id': '88ac36fe302d4d7388aad41021421e98'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:42.466785 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cffd84e-9eed-43e9-8ec7-b784d374c883 admin admin] Made reservation on behalf of 88ac36fe302d4d7388aad41021421e98 for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:47:42.469154 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3cffd84e-9eed-43e9-8ec7-b784d374c883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:42.478085 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3cffd84e-9eed-43e9-8ec7-b784d374c883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:42.557687 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3cffd84e-9eed-43e9-8ec7-b784d374c883 admin admin] Publish callbacks [] for security_group (6ae67a5f-a569-43bf-ab30-a11c96865a8b), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:42.563571 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3cffd84e-9eed-43e9-8ec7-b784d374c883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (6ae67a5f-a569-43bf-ab30-a11c96865a8b), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:42.591127 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cffd84e-9eed-43e9-8ec7-b784d374c883 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=104417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:47:42.600748 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffd84e-9eed-43e9-8ec7-b784d374c883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae67a5f-a569-43bf-ab30-a11c96865a8b,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:42.606303 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3cffd84e-9eed-43e9-8ec7-b784d374c883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (f261177c-a782-4942-bbcf-6eb02eafcf45), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:42.606812 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-3cffd84e-9eed-43e9-8ec7-b784d374c883 admin admin] Added segment f261177c-a782-4942-bbcf-6eb02eafcf45 of type vlan for network a2cc3474-aecb-4c6d-9213-da87447e814f Mar 08 15:47:42.646477 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3cffd84e-9eed-43e9-8ec7-b784d374c883 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773855310102'] for network (a2cc3474-aecb-4c6d-9213-da87447e814f), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:42.675021 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3cffd84e-9eed-43e9-8ec7-b784d374c883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836'] for network (a2cc3474-aecb-4c6d-9213-da87447e814f), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:42.676032 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cffd84e-9eed-43e9-8ec7-b784d374c883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:42.676712 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3cffd84e-9eed-43e9-8ec7-b784d374c883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:42.712162 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-3cffd84e-9eed-43e9-8ec7-b784d374c883 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2740901 Mar 08 15:47:42.715122 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47788) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:42.720247 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.v2.base [None req-e7a4502b-ef39-4430-978a-a03c79b3966a admin admin] Request body: {'subnet': {'network_id': 'a2cc3474-aecb-4c6d-9213-da87447e814f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1183923310-subnet', 'tenant_id': '88ac36fe302d4d7388aad41021421e98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:42.741077 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a4502b-ef39-4430-978a-a03c79b3966a admin admin] Made reservation on behalf of 88ac36fe302d4d7388aad41021421e98 for: {'subnet': 1} {{(pid=104418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:47:42.741364 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffd84e-9eed-43e9-8ec7-b784d374c883 admin admin] Pushing event updated for resources: {'Network': ['ID=a2cc3474-aecb-4c6d-9213-da87447e814f,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:42.743474 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e7a4502b-ef39-4430-978a-a03c79b3966a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12984235'] for subnet (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:42.751890 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Network a2cc3474-aecb-4c6d-9213-da87447e814f details requested by agent ovs-agent-dv-cinder-830098-2-iscsi with host dv-cinder-830098-2-iscsi {{(pid=104419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:47:42.920977 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e7a4502b-ef39-4430-978a-a03c79b3966a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15683837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12984245'] for subnet (1f63db3a-4a6c-4211-ab73-3c53ff3462a1), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:42.984880 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4502b-ef39-4430-978a-a03c79b3966a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f63db3a-4a6c-4211-ab73-3c53ff3462a1,revision_number=0']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:42.995661 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a4502b-ef39-4430-978a-a03c79b3966a admin admin] Checking segment: {'id': 'f261177c-a782-4942-bbcf-6eb02eafcf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a2cc3474-aecb-4c6d-9213-da87447e814f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:47:42.996012 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a4502b-ef39-4430-978a-a03c79b3966a admin admin] Network hostable DHCP agents. Network: a2cc3474-aecb-4c6d-9213-da87447e814f, hostable agents: ['3619b154-6851-477a-abb3-f291f8924d37'], hosted agents: [] {{(pid=104418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:47:43.014291 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a4502b-ef39-4430-978a-a03c79b3966a admin admin] Network a2cc3474-aecb-4c6d-9213-da87447e814f is scheduled to be hosted by DHCP agent 3619b154-6851-477a-abb3-f291f8924d37 with binding_index 1 {{(pid=104418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:47:43.024093 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-e7a4502b-ef39-4430-978a-a03c79b3966a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-2-iscsi, a2cc3474-aecb-4c6d-9213-da87447e814f) {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:47:43.028901 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a4502b-ef39-4430-978a-a03c79b3966a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:43.030012 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e7a4502b-ef39-4430-978a-a03c79b3966a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.037192 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db96b83-84c9-42bd-893c-b51c62c2f8e6 None None] Network a2cc3474-aecb-4c6d-9213-da87447e814f requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:47:43.047020 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-e7a4502b-ef39-4430-978a-a03c79b3966a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3306949 Mar 08 15:47:43.142990 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be3bafe-45d7-4e47-b48a-efa1c908d2a0 None None] Network a2cc3474-aecb-4c6d-9213-da87447e814f requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:47:43.161330 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47792) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:43.207621 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef461183-cfc9-401b-a97e-1f61e8b9e93e admin admin] Deleting subnet fd85cc3e-8542-4ad6-a2db-7c6e63b307b5 {{(pid=104418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:47:43.210889 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ef461183-cfc9-401b-a97e-1f61e8b9e93e admin admin] Publish callbacks [] for subnet (fd85cc3e-8542-4ad6-a2db-7c6e63b307b5), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.246709 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ef461183-cfc9-401b-a97e-1f61e8b9e93e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14600527'] for subnet (fd85cc3e-8542-4ad6-a2db-7c6e63b307b5), precommit_delete_associations {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.292882 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ef461183-cfc9-401b-a97e-1f61e8b9e93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452262'] for subnet (fd85cc3e-8542-4ad6-a2db-7c6e63b307b5), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.358119 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ef461183-cfc9-401b-a97e-1f61e8b9e93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15685178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12984268'] for subnet (fd85cc3e-8542-4ad6-a2db-7c6e63b307b5), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.383351 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef461183-cfc9-401b-a97e-1f61e8b9e93e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd85cc3e-8542-4ad6-a2db-7c6e63b307b5,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:43.388434 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ef461183-cfc9-401b-a97e-1f61e8b9e93e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.391496 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-ef461183-cfc9-401b-a97e-1f61e8b9e93e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fd85cc3e-8542-4ad6-a2db-7c6e63b307b5 HTTP/1.1" status: 204 len: 168 time: 0.2290988 Mar 08 15:47:43.394233 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47794) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:43.465430 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3df3023a-2795-441c-b60c-6fadb1e8aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1344873'] for network (9afa6b59-f524-4c76-8d54-da812763ccce), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.546783 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3df3023a-2795-441c-b60c-6fadb1e8aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388905', 'neutron.services.segments.db._delete_segments_for_network-8773855619431'] for network (9afa6b59-f524-4c76-8d54-da812763ccce), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.566480 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-3df3023a-2795-441c-b60c-6fadb1e8aa3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afa6b59-f524-4c76-8d54-da812763ccce']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:43.576361 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-3df3023a-2795-441c-b60c-6fadb1e8aa3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0696f20f-9a33-4843-9868-c97f002d1d75') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:43.576641 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-3df3023a-2795-441c-b60c-6fadb1e8aa3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0696f20f-9a33-4843-9868-c97f002d1d75') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:43.590114 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3df3023a-2795-441c-b60c-6fadb1e8aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773855620464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12864590'] for segment (0696f20f-9a33-4843-9868-c97f002d1d75), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.605048 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3df3023a-2795-441c-b60c-6fadb1e8aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (0696f20f-9a33-4843-9868-c97f002d1d75), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.611307 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df3023a-2795-441c-b60c-6fadb1e8aa3f admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:47:43.611858 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3df3023a-2795-441c-b60c-6fadb1e8aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14517989'] for segment (0696f20f-9a33-4843-9868-c97f002d1d75), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: Traceback (most recent call last): Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: timer() Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: cb(*args, **kw) Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: return func(*args, **kwargs) Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: self._notify() Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: self.callback(batched_events) Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: event.method(event) Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: return f(self, *a, **k) Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._get(url).json() Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: return self.request(url, 'GET', **kwargs) Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:47:43.613426 dv-cinder-830098-2-iscsi neutron-server[104417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:47:43.673496 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3df3023a-2795-441c-b60c-6fadb1e8aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752824'] for network (9afa6b59-f524-4c76-8d54-da812763ccce), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.678945 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3df3023a-2795-441c-b60c-6fadb1e8aa3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.682152 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-3df3023a-2795-441c-b60c-6fadb1e8aa3f admin admin] 10.222.0.11 "DELETE /v2.0/networks/9afa6b59-f524-4c76-8d54-da812763ccce HTTP/1.1" status: 204 len: 168 time: 0.2869315 Mar 08 15:47:43.685323 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47796) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:43.692180 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3023a-2795-441c-b60c-6fadb1e8aa3f admin admin] Pushing event deleted for resources: {'Network': ['ID=9afa6b59-f524-4c76-8d54-da812763ccce,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:43.731411 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e33ddc6-efd1-47a3-b374-ec0d2e9e801a admin admin] Deleting subnet 1f63db3a-4a6c-4211-ab73-3c53ff3462a1 {{(pid=104418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:47:43.734534 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7e33ddc6-efd1-47a3-b374-ec0d2e9e801a admin admin] Publish callbacks [] for subnet (1f63db3a-4a6c-4211-ab73-3c53ff3462a1), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.767888 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7e33ddc6-efd1-47a3-b374-ec0d2e9e801a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14600527'] for subnet (1f63db3a-4a6c-4211-ab73-3c53ff3462a1), precommit_delete_associations {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.806618 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7e33ddc6-efd1-47a3-b374-ec0d2e9e801a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452262'] for subnet (1f63db3a-4a6c-4211-ab73-3c53ff3462a1), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.866967 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7e33ddc6-efd1-47a3-b374-ec0d2e9e801a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15685178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12984268'] for subnet (1f63db3a-4a6c-4211-ab73-3c53ff3462a1), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.891705 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33ddc6-efd1-47a3-b374-ec0d2e9e801a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f63db3a-4a6c-4211-ab73-3c53ff3462a1,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:43.895463 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7e33ddc6-efd1-47a3-b374-ec0d2e9e801a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.898602 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-7e33ddc6-efd1-47a3-b374-ec0d2e9e801a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1f63db3a-4a6c-4211-ab73-3c53ff3462a1 HTTP/1.1" status: 204 len: 168 time: 0.2121503 Mar 08 15:47:43.901578 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47798) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:43.970169 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a42e4358-ade2-4486-a74e-d2e00d0e4bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1344873'] for network (a2cc3474-aecb-4c6d-9213-da87447e814f), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:44.052425 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a42e4358-ade2-4486-a74e-d2e00d0e4bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388905', 'neutron.services.segments.db._delete_segments_for_network-8773855619431'] for network (a2cc3474-aecb-4c6d-9213-da87447e814f), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:44.072386 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.services.segments.db [None req-a42e4358-ade2-4486-a74e-d2e00d0e4bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2cc3474-aecb-4c6d-9213-da87447e814f']}} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:44.082339 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.services.segments.db [None req-a42e4358-ade2-4486-a74e-d2e00d0e4bb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f261177c-a782-4942-bbcf-6eb02eafcf45') {'for_net_delete': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:44.082665 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.services.segments.db [None req-a42e4358-ade2-4486-a74e-d2e00d0e4bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f261177c-a782-4942-bbcf-6eb02eafcf45') {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:44.092664 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a42e4358-ade2-4486-a74e-d2e00d0e4bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773855620464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14600628'] for segment (f261177c-a782-4942-bbcf-6eb02eafcf45), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:44.107364 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a42e4358-ade2-4486-a74e-d2e00d0e4bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (f261177c-a782-4942-bbcf-6eb02eafcf45), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:44.117109 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42e4358-ade2-4486-a74e-d2e00d0e4bb6 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=104418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:47:44.117616 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a42e4358-ade2-4486-a74e-d2e00d0e4bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15685200'] for segment (f261177c-a782-4942-bbcf-6eb02eafcf45), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: Traceback (most recent call last): Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: timer() Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: cb(*args, **kw) Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: return func(*args, **kwargs) Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: self._notify() Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: self.callback(batched_events) Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: event.method(event) Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: return f(self, *a, **k) Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: return self._get(url).json() Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: return self.request(url, 'GET', **kwargs) Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:47:44.120804 dv-cinder-830098-2-iscsi neutron-server[104418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:47:44.188515 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a42e4358-ade2-4486-a74e-d2e00d0e4bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752824'] for network (a2cc3474-aecb-4c6d-9213-da87447e814f), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:44.193798 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a42e4358-ade2-4486-a74e-d2e00d0e4bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:44.197846 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-a42e4358-ade2-4486-a74e-d2e00d0e4bb6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a2cc3474-aecb-4c6d-9213-da87447e814f HTTP/1.1" status: 204 len: 168 time: 0.2947013 Mar 08 15:47:44.209062 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e4358-ade2-4486-a74e-d2e00d0e4bb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2cc3474-aecb-4c6d-9213-da87447e814f,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:44.368279 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47804) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:44.408636 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-04a0f4a3-6bd4-4b00-a6af-af4bdb0d27b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f00767e5faa74f67b8066536cf48915c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389686 Mar 08 15:47:44.411644 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47806) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:44.459962 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c250d22-de3f-400e-9b46-0ea6e9e0c52a admin admin] Publish callbacks [] for security_group (02d4762f-be60-4565-86f7-ceff8b8b8632), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:44.485900 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c250d22-de3f-400e-9b46-0ea6e9e0c52a admin admin] Publish callbacks [] for security_group (02d4762f-be60-4565-86f7-ceff8b8b8632), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:44.538928 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c250d22-de3f-400e-9b46-0ea6e9e0c52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (02d4762f-be60-4565-86f7-ceff8b8b8632), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:44.541513 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c250d22-de3f-400e-9b46-0ea6e9e0c52a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:44.542713 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-5c250d22-de3f-400e-9b46-0ea6e9e0c52a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02d4762f-be60-4565-86f7-ceff8b8b8632 HTTP/1.1" status: 204 len: 168 time: 0.1301696 Mar 08 15:47:44.550421 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c250d22-de3f-400e-9b46-0ea6e9e0c52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d4762f-be60-4565-86f7-ceff8b8b8632,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:44.875142 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47812) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:44.915091 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9279439d-d0d9-464e-8dbe-f75fee52006b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=88ac36fe302d4d7388aad41021421e98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387199 Mar 08 15:47:44.917719 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47814) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:44.963533 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3e5474c4-76bc-4924-98af-588172f9d4ae admin admin] Publish callbacks [] for security_group (6ae67a5f-a569-43bf-ab30-a11c96865a8b), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:44.987792 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3e5474c4-76bc-4924-98af-588172f9d4ae admin admin] Publish callbacks [] for security_group (6ae67a5f-a569-43bf-ab30-a11c96865a8b), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:45.041498 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3e5474c4-76bc-4924-98af-588172f9d4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (6ae67a5f-a569-43bf-ab30-a11c96865a8b), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:45.044284 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3e5474c4-76bc-4924-98af-588172f9d4ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:45.045441 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-3e5474c4-76bc-4924-98af-588172f9d4ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ae67a5f-a569-43bf-ab30-a11c96865a8b HTTP/1.1" status: 204 len: 168 time: 0.1268902 Mar 08 15:47:45.053187 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5474c4-76bc-4924-98af-588172f9d4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae67a5f-a569-43bf-ab30-a11c96865a8b,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:47.448276 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:52.891905 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47890) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:53.064603 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-2d30606f-2d09-4b42-b319-3f6f3c41b358 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Deleting port 637441d9-45bb-4fd7-afc1-e9afd110285c {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:47:53.064926 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2d30606f-2d09-4b42-b319-3f6f3c41b358 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (637441d9-45bb-4fd7-afc1-e9afd110285c), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:53.143404 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2d30606f-2d09-4b42-b319-3f6f3c41b358 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (637441d9-45bb-4fd7-afc1-e9afd110285c), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:53.143649 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2d30606f-2d09-4b42-b319-3f6f3c41b358 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for floatingip (637441d9-45bb-4fd7-afc1-e9afd110285c), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:53.156211 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-2d30606f-2d09-4b42-b319-3f6f3c41b358 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Calling delete_port for 637441d9-45bb-4fd7-afc1-e9afd110285c owned by network:floatingip {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:47:53.350192 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2d30606f-2d09-4b42-b319-3f6f3c41b358 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (637441d9-45bb-4fd7-afc1-e9afd110285c), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:53.379528 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30606f-2d09-4b42-b319-3f6f3c41b358 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event deleted for resources: {'Port': ['ID=637441d9-45bb-4fd7-afc1-e9afd110285c,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:53.446695 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2d30606f-2d09-4b42-b319-3f6f3c41b358 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for floatingip (1b90252f-90f3-43c2-90bd-6297e481c569), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:53.446917 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.l3_db [None req-2d30606f-2d09-4b42-b319-3f6f3c41b358 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Floating IP 1b90252f-90f3-43c2-90bd-6297e481c569 disassociated (deleted). External IP: 172.27.1.41, port: ba71a86f-d871-4215-9279-b9db9efa838a. Mar 08 15:47:53.668933 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d30606f-2d09-4b42-b319-3f6f3c41b358 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:47:53.784384 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d30606f-2d09-4b42-b319-3f6f3c41b358 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:47:53.789883 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2d30606f-2d09-4b42-b319-3f6f3c41b358 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:53.794384 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59abf7c1-7893-4df1-99a7-0c633f72189b None None] Sync routers for ids ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:47:53.805518 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59abf7c1-7893-4df1-99a7-0c633f72189b None None] Routers {'9afc2d2c-a6aa-4085-9b46-15248fa596d7'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:53.807282 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-59abf7c1-7893-4df1-99a7-0c633f72189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:47:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:53.825642 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-2d30606f-2d09-4b42-b319-3f6f3c41b358 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "DELETE /v2.0/floatingips/1b90252f-90f3-43c2-90bd-6297e481c569 HTTP/1.1" status: 204 len: 168 time: 0.9296999 Mar 08 15:47:53.825642 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48afe06-d406-410a-8927-3b072765ddbe', 'tag': 'ba71a86f-d871-4215-9279-b9db9efa838a'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:47:53.826363 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1899f282-d40a-4a1c-ac57-0949dc5ba9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b48afe06-d406-410a-8927-3b072765ddbe", "tag": "ba71a86f-d871-4215-9279-b9db9efa838a"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:47:53.901397 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4f65d4-47ce-416d-903d-ecba31427808 x-openstack-request-id: req-be4f65d4-47ce-416d-903d-ecba31427808 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:47:53.902012 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48afe06-d406-410a-8927-3b072765ddbe", "tag": "ba71a86f-d871-4215-9279-b9db9efa838a", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:47:53.902860 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be4f65d4-47ce-416d-903d-ecba31427808 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:47:53.903178 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48afe06-d406-410a-8927-3b072765ddbe', 'tag': 'ba71a86f-d871-4215-9279-b9db9efa838a', 'status': 'completed', 'code': 200} Mar 08 15:47:53.922200 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-59abf7c1-7893-4df1-99a7-0c633f72189b None None] Set router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:54.033755 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899f282-d40a-4a1c-ac57-0949dc5ba9aa req-9b6ec66f-1702-43dc-864e-775bcafd35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:54.033755 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-1899f282-d40a-4a1c-ac57-0949dc5ba9aa req-9b6ec66f-1702-43dc-864e-775bcafd35b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d0cf23d94b04413bd119204393f2f3d&device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 1129 time: 0.0993488 Mar 08 15:47:54.052881 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a2c9f217-c30f-4697-aa64-b109a9a36c90 req-d9d6c5d2-5716-4f64-8902-66518a69ffb7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1079054 Mar 08 15:47:54.166030 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1a9c6-55a3-495b-85c2-ab00a2ee4539 req-35cf3f9e-8f6c-463b-b1c3-ba31cd1e5c16 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:54.174757 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-37c1a9c6-55a3-495b-85c2-ab00a2ee4539 req-35cf3f9e-8f6c-463b-b1c3-ba31cd1e5c16 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 945 time: 0.0890880 Mar 08 15:47:54.186973 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899f282-d40a-4a1c-ac57-0949dc5ba9aa req-443d1e1d-910a-4130-bd1d-d23924746479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:54.192442 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-1899f282-d40a-4a1c-ac57-0949dc5ba9aa req-443d1e1d-910a-4130-bd1d-d23924746479 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f HTTP/1.1" status: 200 len: 913 time: 0.1514668 Mar 08 15:47:54.209475 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9f217-c30f-4697-aa64-b109a9a36c90 req-d0953e82-f0bb-4c79-9bf0-d01d9e2651f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:54.210983 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a2c9f217-c30f-4697-aa64-b109a9a36c90 req-d0953e82-f0bb-4c79-9bf0-d01d9e2651f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d0cf23d94b04413bd119204393f2f3d&device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 1129 time: 0.0884373 Mar 08 15:47:54.252280 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-37c1a9c6-55a3-495b-85c2-ab00a2ee4539 req-3caefd3b-7fad-48f3-80e9-0f917c3630e1 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762212 Mar 08 15:47:54.254413 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-1899f282-d40a-4a1c-ac57-0949dc5ba9aa req-e9a6308d-3565-4469-8d63-1379da5790a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba71a86f-d871-4215-9279-b9db9efa838a HTTP/1.1" status: 200 len: 217 time: 0.0556226 Mar 08 15:47:54.258215 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-59abf7c1-7893-4df1-99a7-0c633f72189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'a31d513d-6e8a-4c98-bc1c-6264b75ce7c3', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'port_id': 'c104af7c-afdc-4fd0-a660-d44403bba38c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'mac_address': 'fa:16:3e:3f:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41deef11-4c21-4f5f-9310-6eae93803685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:44:07Z', 'updated_at': '2022-03-08T15:44:10Z', 'revision_number': 1, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:09Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:54.288358 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59abf7c1-7893-4df1-99a7-0c633f72189b None None] Checking router: 9afc2d2c-a6aa-4085-9b46-15248fa596d7 for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:47:54.298101 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59abf7c1-7893-4df1-99a7-0c633f72189b None None] Routers {'9afc2d2c-a6aa-4085-9b46-15248fa596d7'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:54.298799 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-59abf7c1-7893-4df1-99a7-0c633f72189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:47:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:54.363712 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899f282-d40a-4a1c-ac57-0949dc5ba9aa req-4240506c-507d-4954-b32a-cc93c8233dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:54.365151 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-1899f282-d40a-4a1c-ac57-0949dc5ba9aa req-4240506c-507d-4954-b32a-cc93c8233dde service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73b41290-8ee2-4e3d-bbe0-e90c06dbebb7 HTTP/1.1" status: 200 len: 851 time: 0.0989437 Mar 08 15:47:54.391140 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9f217-c30f-4697-aa64-b109a9a36c90 req-4591aef4-12b8-4c38-bb1b-22130a832ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:54.392625 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a2c9f217-c30f-4697-aa64-b109a9a36c90 req-4591aef4-12b8-4c38-bb1b-22130a832ee1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f HTTP/1.1" status: 200 len: 913 time: 0.1474211 Mar 08 15:47:54.428928 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-59abf7c1-7893-4df1-99a7-0c633f72189b None None] Set router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:47:54.457929 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7eb14-bbbb-49db-8f5c-d639fd853225 req-e901f29c-c195-4bd7-b0b0-57bc7894f163 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:54.459710 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6ec7eb14-bbbb-49db-8f5c-d639fd853225 req-e901f29c-c195-4bd7-b0b0-57bc7894f163 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 984 time: 0.0636544 Mar 08 15:47:54.508381 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899f282-d40a-4a1c-ac57-0949dc5ba9aa req-657aab1a-8ca0-4e43-a125-426e12833684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:54.509806 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-1899f282-d40a-4a1c-ac57-0949dc5ba9aa req-657aab1a-8ca0-4e43-a125-426e12833684 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1331110 Mar 08 15:47:54.511882 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a2c9f217-c30f-4697-aa64-b109a9a36c90 req-4238f802-028f-4fae-8aa8-14b0aefe3ec4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c104af7c-afdc-4fd0-a660-d44403bba38c HTTP/1.1" status: 200 len: 1000 time: 0.1030488 Mar 08 15:47:54.526099 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6ec7eb14-bbbb-49db-8f5c-d639fd853225 req-b78584f0-ac7d-4dd7-8e0c-5fff8d04bf42 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0609364-ce59-4461-a792-9630d4f449c4&id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591111 Mar 08 15:47:54.549745 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc5a65-3ce4-4d66-9d92-a28c1503d64e req-9b9a7b43-8e91-4cdc-be8c-954dfcfc60e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:54.551228 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d2cc5a65-3ce4-4d66-9d92-a28c1503d64e req-9b9a7b43-8e91-4cdc-be8c-954dfcfc60e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=761c17fc75aa482baad8c27f6feb3a6d&device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 1168 time: 0.1039364 Mar 08 15:47:54.683613 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9f217-c30f-4697-aa64-b109a9a36c90 req-81f510e9-7610-4b2b-822e-67656483ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:54.685321 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a2c9f217-c30f-4697-aa64-b109a9a36c90 req-81f510e9-7610-4b2b-822e-67656483ef66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73b41290-8ee2-4e3d-bbe0-e90c06dbebb7 HTTP/1.1" status: 200 len: 851 time: 0.1541190 Mar 08 15:47:54.748010 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-1899f282-d40a-4a1c-ac57-0949dc5ba9aa req-a97c9fc1-1b0b-4838-ab51-fddc36eb27ea service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257318 Mar 08 15:47:54.754197 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc5a65-3ce4-4d66-9d92-a28c1503d64e req-9a60dbfa-f505-4557-8af0-24668fbcb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:54.754429 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-59abf7c1-7893-4df1-99a7-0c633f72189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'a31d513d-6e8a-4c98-bc1c-6264b75ce7c3', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'port_id': 'c104af7c-afdc-4fd0-a660-d44403bba38c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'mac_address': 'fa:16:3e:3f:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41deef11-4c21-4f5f-9310-6eae93803685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:44:07Z', 'updated_at': '2022-03-08T15:44:10Z', 'revision_number': 1, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:09Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:54.755914 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d2cc5a65-3ce4-4d66-9d92-a28c1503d64e req-9a60dbfa-f505-4557-8af0-24668fbcb402 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 HTTP/1.1" status: 200 len: 915 time: 0.1788526 Mar 08 15:47:54.781944 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59abf7c1-7893-4df1-99a7-0c633f72189b None None] The sync data for ids ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'] in dv-cinder-830098-2-iscsi is: [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_floatingips': [{'id': 'a31d513d-6e8a-4c98-bc1c-6264b75ce7c3', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'router_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'port_id': 'c104af7c-afdc-4fd0-a660-d44403bba38c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'mac_address': 'fa:16:3e:3f:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41deef11-4c21-4f5f-9310-6eae93803685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:44:07Z', 'updated_at': '2022-03-08T15:44:10Z', 'revision_number': 1, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:09Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:47:54.834465 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9f217-c30f-4697-aa64-b109a9a36c90 req-7425d989-44b1-49f0-9d6c-c76628a12bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:54.836015 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a2c9f217-c30f-4697-aa64-b109a9a36c90 req-7425d989-44b1-49f0-9d6c-c76628a12bc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1428745 Mar 08 15:47:55.020169 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81650c31-79e8-46d1-8a8e-e0540cfddc50 None None] New status for floating IP 1b90252f-90f3-43c2-90bd-6297e481c569: DOWN {{(pid=104419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:47:55.192108 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d2cc5a65-3ce4-4d66-9d92-a28c1503d64e req-0ce4ad75-2b57-4218-8428-7e1531693b30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1cf0c50-1616-4e9e-b236-2fdbb15a8835 HTTP/1.1" status: 200 len: 1000 time: 0.4101315 Mar 08 15:47:55.276522 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-1899f282-d40a-4a1c-ac57-0949dc5ba9aa req-62ef6186-411a-4587-b5ed-21414ef91267 service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196369 Mar 08 15:47:55.300967 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc5a65-3ce4-4d66-9d92-a28c1503d64e req-d952b7bc-bfc6-4dbb-b63d-d1d37fdabc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:55.302605 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d2cc5a65-3ce4-4d66-9d92-a28c1503d64e req-d952b7bc-bfc6-4dbb-b63d-d1d37fdabc51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c622f31-2a7a-4c59-a987-fd58152e3d7f HTTP/1.1" status: 200 len: 853 time: 0.0824330 Mar 08 15:47:55.305158 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a2c9f217-c30f-4697-aa64-b109a9a36c90 req-3ad8cf80-b6b5-40be-ae89-843c4e5b2e78 service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405315 Mar 08 15:47:55.398222 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237d20e-39bf-4d24-ba79-8301d7f145f3 req-0a64aae8-63b2-4778-8495-85d04384983f tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:55.400384 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b237d20e-39bf-4d24-ba79-8301d7f145f3 req-0a64aae8-63b2-4778-8495-85d04384983f tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 945 time: 0.0705760 Mar 08 15:47:55.437761 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc5a65-3ce4-4d66-9d92-a28c1503d64e req-8c7d7bc1-7a75-4322-bb48-3c66d432dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:55.439307 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d2cc5a65-3ce4-4d66-9d92-a28c1503d64e req-8c7d7bc1-7a75-4322-bb48-3c66d432dbfa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5b9712fc-fff0-4c93-b3e3-b80b7bef9c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1217072 Mar 08 15:47:55.472156 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a2c9f217-c30f-4697-aa64-b109a9a36c90 req-179ca360-9f13-4dc2-97cd-abfce277da6b service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451852 Mar 08 15:47:55.480435 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b237d20e-39bf-4d24-ba79-8301d7f145f3 req-4dd16404-6eda-4eea-b6b7-3cd413cd6db7 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705705 Mar 08 15:47:55.521780 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:47:55.560769 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d2cc5a65-3ce4-4d66-9d92-a28c1503d64e req-a214654c-92cd-417e-b713-663eb2de44f8 service neutron] 10.222.0.41 "GET /v2.0/networks/5b9712fc-fff0-4c93-b3e3-b80b7bef9c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118040 Mar 08 15:47:55.649951 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c7281-c59b-46fd-88b3-e3f6f47dea9c req-a27fda22-7d72-40c0-8a2d-4c424b07f73a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:55.650899 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-d2cc5a65-3ce4-4d66-9d92-a28c1503d64e req-740883ba-e4fb-4e04-8d56-7550518659c8 service neutron] 10.222.0.41 "GET /v2.0/networks/5b9712fc-fff0-4c93-b3e3-b80b7bef9c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842042 Mar 08 15:47:55.651459 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-787c7281-c59b-46fd-88b3-e3f6f47dea9c req-a27fda22-7d72-40c0-8a2d-4c424b07f73a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 984 time: 0.0540082 Mar 08 15:47:55.713991 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-787c7281-c59b-46fd-88b3-e3f6f47dea9c req-4d31b20e-e236-4843-9023-679b0ce911e3 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0609364-ce59-4461-a792-9630d4f449c4&id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565038 Mar 08 15:47:55.952095 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc7b9a-c2f5-43c9-ac91-8cf1d162b85d req-c61e6d22-004a-42c2-900a-509d38bd9a64 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:55.953429 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5cdc7b9a-c2f5-43c9-ac91-8cf1d162b85d req-c61e6d22-004a-42c2-900a-509d38bd9a64 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.41 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 945 time: 0.0626845 Mar 08 15:47:56.058184 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-5cdc7b9a-c2f5-43c9-ac91-8cf1d162b85d req-f07a95b6-ab22-4137-b89f-b423f8f6eaf6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Deleting port ba71a86f-d871-4215-9279-b9db9efa838a {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:47:56.058638 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-5cdc7b9a-c2f5-43c9-ac91-8cf1d162b85d req-f07a95b6-ab22-4137-b89f-b423f8f6eaf6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (ba71a86f-d871-4215-9279-b9db9efa838a), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:56.151918 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-5cdc7b9a-c2f5-43c9-ac91-8cf1d162b85d req-f07a95b6-ab22-4137-b89f-b423f8f6eaf6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] For port ba71a86f-d871-4215-9279-b9db9efa838a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ba71a86f-d871-4215-9279-b9db9efa838a,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:56.152245 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-5cdc7b9a-c2f5-43c9-ac91-8cf1d162b85d req-f07a95b6-ab22-4137-b89f-b423f8f6eaf6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (ba71a86f-d871-4215-9279-b9db9efa838a), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:56.164421 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-5cdc7b9a-c2f5-43c9-ac91-8cf1d162b85d req-f07a95b6-ab22-4137-b89f-b423f8f6eaf6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Calling delete_port for ba71a86f-d871-4215-9279-b9db9efa838a owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:47:56.303808 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-5cdc7b9a-c2f5-43c9-ac91-8cf1d162b85d req-f07a95b6-ab22-4137-b89f-b423f8f6eaf6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (ba71a86f-d871-4215-9279-b9db9efa838a), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:56.333839 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a95b6-ab22-4137-b89f-b423f8f6eaf6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event deleted for resources: {'Port': ['ID=ba71a86f-d871-4215-9279-b9db9efa838a,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:56.377751 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdc7b9a-c2f5-43c9-ac91-8cf1d162b85d req-f07a95b6-ab22-4137-b89f-b423f8f6eaf6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] No DVR routers for this DVR port ba71a86f-d871-4215-9279-b9db9efa838a on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:47:56.380373 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-5cdc7b9a-c2f5-43c9-ac91-8cf1d162b85d req-f07a95b6-ab22-4137-b89f-b423f8f6eaf6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:56.383635 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-5cdc7b9a-c2f5-43c9-ac91-8cf1d162b85d req-f07a95b6-ab22-4137-b89f-b423f8f6eaf6 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.41 "DELETE /v2.0/ports/ba71a86f-d871-4215-9279-b9db9efa838a HTTP/1.1" status: 204 len: 173 time: 0.4235718 Mar 08 15:47:56.384058 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48afe06-d406-410a-8927-3b072765ddbe', 'name': 'network-vif-deleted', 'tag': 'ba71a86f-d871-4215-9279-b9db9efa838a'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:47:56.386306 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff204a98-441e-428e-983b-c12af140ba6b" -d '{"events": [{"server_uuid": "b48afe06-d406-410a-8927-3b072765ddbe", "name": "network-vif-deleted", "tag": "ba71a86f-d871-4215-9279-b9db9efa838a"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:47:56.425580 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f17a2f-197a-46e9-af9b-734e98e9da26 x-openstack-request-id: req-74f17a2f-197a-46e9-af9b-734e98e9da26 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:47:56.425869 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48afe06-d406-410a-8927-3b072765ddbe", "name": "network-vif-deleted", "tag": "ba71a86f-d871-4215-9279-b9db9efa838a", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:47:56.426137 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74f17a2f-197a-46e9-af9b-734e98e9da26 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:47:56.426591 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48afe06-d406-410a-8927-3b072765ddbe', 'name': 'network-vif-deleted', 'tag': 'ba71a86f-d871-4215-9279-b9db9efa838a', 'status': 'completed', 'code': 200} Mar 08 15:47:56.579842 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-105befc6-0dff-4c8f-8743-cc35eb75c75e req-6d46fbfd-ab0b-4bd9-9be8-54c068eca173 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=b48afe06-d406-410a-8927-3b072765ddbe HTTP/1.1" status: 200 len: 210 time: 0.0287447 Mar 08 15:47:56.850729 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dca567-cd71-4e9a-a106-c17539a2ee0b req-7dd3d251-e7b4-4d19-894f-030fed3cafb6 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:56.852382 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-27dca567-cd71-4e9a-a106-c17539a2ee0b req-7dd3d251-e7b4-4d19-894f-030fed3cafb6 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 984 time: 0.0629532 Mar 08 15:47:56.915832 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-27dca567-cd71-4e9a-a106-c17539a2ee0b req-ab19e96a-c135-49c0-8173-81844e66d535 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0609364-ce59-4461-a792-9630d4f449c4&id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574994 Mar 08 15:47:56.970605 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47976) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:57.083464 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-34bd7274-04c4-418c-bb79-a42c76ae19cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:57.163154 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-34bd7274-04c4-418c-bb79-a42c76ae19cf admin admin] Publish callbacks [] for security_group (b36c3b13-b3ae-4ac6-9f6d-69c666113e64), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:57.167671 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-34bd7274-04c4-418c-bb79-a42c76ae19cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (b36c3b13-b3ae-4ac6-9f6d-69c666113e64), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:57.205729 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-34bd7274-04c4-418c-bb79-a42c76ae19cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ace2d842e2ed4539afe2ff2cede52f59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340674 Mar 08 15:47:57.206627 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd7274-04c4-418c-bb79-a42c76ae19cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36c3b13-b3ae-4ac6-9f6d-69c666113e64,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:57.208602 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47980) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:57.257040 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9ce670ec-3397-4be3-b06d-1533049c4556 admin admin] Publish callbacks [] for security_group (b36c3b13-b3ae-4ac6-9f6d-69c666113e64), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:57.277946 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9ce670ec-3397-4be3-b06d-1533049c4556 admin admin] Publish callbacks [] for security_group (b36c3b13-b3ae-4ac6-9f6d-69c666113e64), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:57.327247 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9ce670ec-3397-4be3-b06d-1533049c4556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (b36c3b13-b3ae-4ac6-9f6d-69c666113e64), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:57.330296 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9ce670ec-3397-4be3-b06d-1533049c4556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:57.331495 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-9ce670ec-3397-4be3-b06d-1533049c4556 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b36c3b13-b3ae-4ac6-9f6d-69c666113e64 HTTP/1.1" status: 204 len: 168 time: 0.1217811 Mar 08 15:47:57.339578 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce670ec-3397-4be3-b06d-1533049c4556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36c3b13-b3ae-4ac6-9f6d-69c666113e64,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:57.620268 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 47988) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:57.633686 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1ac9d651-15b2-422b-96f7-f33e53dd9350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:57.719142 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1ac9d651-15b2-422b-96f7-f33e53dd9350 admin admin] Publish callbacks [] for security_group (82283433-d823-49f6-a51d-7a5ccad209bd), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:57.723582 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1ac9d651-15b2-422b-96f7-f33e53dd9350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (82283433-d823-49f6-a51d-7a5ccad209bd), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:57.761634 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-1ac9d651-15b2-422b-96f7-f33e53dd9350 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c6cd95befc64580afd5daf5411d5bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402981 Mar 08 15:47:57.762805 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9d651-15b2-422b-96f7-f33e53dd9350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82283433-d823-49f6-a51d-7a5ccad209bd,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:57.764619 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 47994) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:57.827724 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-66fd4089-fb84-427d-b983-b337a34196d3 admin admin] Publish callbacks [] for security_group (82283433-d823-49f6-a51d-7a5ccad209bd), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:57.849637 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-66fd4089-fb84-427d-b983-b337a34196d3 admin admin] Publish callbacks [] for security_group (82283433-d823-49f6-a51d-7a5ccad209bd), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:57.898722 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-66fd4089-fb84-427d-b983-b337a34196d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (82283433-d823-49f6-a51d-7a5ccad209bd), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:57.901258 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-66fd4089-fb84-427d-b983-b337a34196d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:57.902457 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-66fd4089-fb84-427d-b983-b337a34196d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82283433-d823-49f6-a51d-7a5ccad209bd HTTP/1.1" status: 204 len: 168 time: 0.1367762 Mar 08 15:47:57.910010 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd4089-fb84-427d-b983-b337a34196d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82283433-d823-49f6-a51d-7a5ccad209bd,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:58.041810 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f6c0b-b1b4-43ba-9b6e-b1f8e45cccc9 req-4cce721a-8cfc-4192-8af7-4f3614115a48 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:58.043341 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-604f6c0b-b1b4-43ba-9b6e-b1f8e45cccc9 req-4cce721a-8cfc-4192-8af7-4f3614115a48 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 984 time: 0.0590215 Mar 08 15:47:58.106942 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-604f6c0b-b1b4-43ba-9b6e-b1f8e45cccc9 req-1dd421cd-9b71-492a-85a6-63ca7d0cc216 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0609364-ce59-4461-a792-9630d4f449c4&id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578411 Mar 08 15:47:59.228061 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8854e5-a7be-449c-9f87-65ff5fbc749a req-3fc1998c-ce35-43d7-a506-5654c79582ac tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:59.229530 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-da8854e5-a7be-449c-9f87-65ff5fbc749a req-3fc1998c-ce35-43d7-a506-5654c79582ac tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 984 time: 0.0534587 Mar 08 15:47:59.240067 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device ba71a86f-d871-4215-9279-b9db9efa838a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:47:59.267846 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: ba71a86f-d871-4215-9279-b9db9efa838a {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:47:59.268519 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device ba71a86f-d871-4215-9279-b9db9efa838a not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:47:59.291265 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-da8854e5-a7be-449c-9f87-65ff5fbc749a req-d83e7fa1-0a9f-4bf3-bc35-d2a15965bbb8 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0609364-ce59-4461-a792-9630d4f449c4&id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551207 Mar 08 15:47:59.878886 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48076) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:59.953773 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48078) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:00.044021 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-55259b91-70b5-4b8d-ae49-295ab027d1b1 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Deleting port 31b460d7-aa26-40d9-b440-2987fd2baddd {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:00.044361 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-55259b91-70b5-4b8d-ae49-295ab027d1b1 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (31b460d7-aa26-40d9-b440-2987fd2baddd), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.061228 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-720b64f8-cb96-4298-9ccf-21559add229e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.131303 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-55259b91-70b5-4b8d-ae49-295ab027d1b1 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (31b460d7-aa26-40d9-b440-2987fd2baddd), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.131626 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-55259b91-70b5-4b8d-ae49-295ab027d1b1 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for floatingip (31b460d7-aa26-40d9-b440-2987fd2baddd), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.141194 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-720b64f8-cb96-4298-9ccf-21559add229e admin admin] Publish callbacks [] for security_group (453be785-9446-4125-adc2-4bd28c1e6f7c), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.143779 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-55259b91-70b5-4b8d-ae49-295ab027d1b1 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Calling delete_port for 31b460d7-aa26-40d9-b440-2987fd2baddd owned by network:floatingip {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:00.146061 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-720b64f8-cb96-4298-9ccf-21559add229e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (453be785-9446-4125-adc2-4bd28c1e6f7c), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.182746 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-720b64f8-cb96-4298-9ccf-21559add229e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=96a01745dc7f4f05b95574485d4fb508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277365 Mar 08 15:48:00.184657 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b64f8-cb96-4298-9ccf-21559add229e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453be785-9446-4125-adc2-4bd28c1e6f7c,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:00.186985 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48082) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:00.268241 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-52bd595b-b15f-495e-a413-17373ac9a66e admin admin] Publish callbacks [] for security_group (453be785-9446-4125-adc2-4bd28c1e6f7c), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.302450 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-52bd595b-b15f-495e-a413-17373ac9a66e admin admin] Publish callbacks [] for security_group (453be785-9446-4125-adc2-4bd28c1e6f7c), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.373942 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-55259b91-70b5-4b8d-ae49-295ab027d1b1 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (31b460d7-aa26-40d9-b440-2987fd2baddd), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.402388 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55259b91-70b5-4b8d-ae49-295ab027d1b1 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event deleted for resources: {'Port': ['ID=31b460d7-aa26-40d9-b440-2987fd2baddd,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:00.405838 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-52bd595b-b15f-495e-a413-17373ac9a66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (453be785-9446-4125-adc2-4bd28c1e6f7c), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.408680 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-52bd595b-b15f-495e-a413-17373ac9a66e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.409799 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-52bd595b-b15f-495e-a413-17373ac9a66e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/453be785-9446-4125-adc2-4bd28c1e6f7c HTTP/1.1" status: 204 len: 168 time: 0.2218401 Mar 08 15:48:00.411635 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6c889-d0b8-4838-ae35-c6bbe4a4af4c req-6bb53a4d-cef7-4d37-a94c-85a11e6478b9 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:00.415846 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-58b6c889-d0b8-4838-ae35-c6bbe4a4af4c req-6bb53a4d-cef7-4d37-a94c-85a11e6478b9 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 984 time: 0.0580091 Mar 08 15:48:00.440561 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd595b-b15f-495e-a413-17373ac9a66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453be785-9446-4125-adc2-4bd28c1e6f7c,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:00.479055 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-55259b91-70b5-4b8d-ae49-295ab027d1b1 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for floatingip (a31d513d-6e8a-4c98-bc1c-6264b75ce7c3), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.479503 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.db.l3_db [None req-55259b91-70b5-4b8d-ae49-295ab027d1b1 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Floating IP a31d513d-6e8a-4c98-bc1c-6264b75ce7c3 disassociated (deleted). External IP: 172.27.1.87, port: c104af7c-afdc-4fd0-a660-d44403bba38c. Mar 08 15:48:00.488716 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-58b6c889-d0b8-4838-ae35-c6bbe4a4af4c req-6abe5412-f76f-4d46-b100-5c5c30a74d84 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0609364-ce59-4461-a792-9630d4f449c4&id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662210 Mar 08 15:48:00.698107 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48090) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:00.706278 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55259b91-70b5-4b8d-ae49-295ab027d1b1 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:48:00.711583 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-621c3fc2-8899-40ea-969d-344a570f0c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.783774 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-621c3fc2-8899-40ea-969d-344a570f0c3f admin admin] Publish callbacks [] for security_group (5a9d8544-24f3-4bbe-8159-23d41b246348), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.788471 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-621c3fc2-8899-40ea-969d-344a570f0c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (5a9d8544-24f3-4bbe-8159-23d41b246348), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.824376 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55259b91-70b5-4b8d-ae49-295ab027d1b1 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:48:00.829478 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-55259b91-70b5-4b8d-ae49-295ab027d1b1 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.830930 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c3fc2-8899-40ea-969d-344a570f0c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9d8544-24f3-4bbe-8159-23d41b246348,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:00.835188 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-621c3fc2-8899-40ea-969d-344a570f0c3f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ff797948a10483c9bd1276a6d0ad267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360223 Mar 08 15:48:00.836825 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28ba05d-af3f-4bbd-ab86-b94fca60fcec None None] Sync routers for ids ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:48:00.837848 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48092) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:00.849692 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28ba05d-af3f-4bbd-ab86-b94fca60fcec None None] Routers {'9afc2d2c-a6aa-4085-9b46-15248fa596d7'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:00.850422 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-e28ba05d-af3f-4bbd-ab86-b94fca60fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:47:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:00.866883 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-55259b91-70b5-4b8d-ae49-295ab027d1b1 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "DELETE /v2.0/floatingips/a31d513d-6e8a-4c98-bc1c-6264b75ce7c3 HTTP/1.1" status: 204 len: 168 time: 0.9868634 Mar 08 15:48:00.867715 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41deef11-4c21-4f5f-9310-6eae93803685', 'tag': 'c104af7c-afdc-4fd0-a660-d44403bba38c'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:48:00.870137 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8084ea4e-4c26-4e16-a8f0-c45814ee8ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "41deef11-4c21-4f5f-9310-6eae93803685", "tag": "c104af7c-afdc-4fd0-a660-d44403bba38c"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:48:00.888062 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f246b4e6-6fad-48f6-9552-45c231af19ea admin admin] Publish callbacks [] for security_group (5a9d8544-24f3-4bbe-8159-23d41b246348), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.913244 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f246b4e6-6fad-48f6-9552-45c231af19ea admin admin] Publish callbacks [] for security_group (5a9d8544-24f3-4bbe-8159-23d41b246348), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.928538 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1d634c-5bab-4e4f-8098-63782af3fdef x-openstack-request-id: req-8f1d634c-5bab-4e4f-8098-63782af3fdef {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:48:00.930225 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41deef11-4c21-4f5f-9310-6eae93803685", "tag": "c104af7c-afdc-4fd0-a660-d44403bba38c", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:48:00.930769 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f1d634c-5bab-4e4f-8098-63782af3fdef {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:48:00.931779 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41deef11-4c21-4f5f-9310-6eae93803685', 'tag': 'c104af7c-afdc-4fd0-a660-d44403bba38c', 'status': 'completed', 'code': 200} Mar 08 15:48:00.976256 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f246b4e6-6fad-48f6-9552-45c231af19ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (5a9d8544-24f3-4bbe-8159-23d41b246348), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.977548 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-e28ba05d-af3f-4bbd-ab86-b94fca60fcec None None] Set router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:00.980461 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f246b4e6-6fad-48f6-9552-45c231af19ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.986640 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f246b4e6-6fad-48f6-9552-45c231af19ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5a9d8544-24f3-4bbe-8159-23d41b246348 HTTP/1.1" status: 204 len: 168 time: 0.1475220 Mar 08 15:48:00.998021 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246b4e6-6fad-48f6-9552-45c231af19ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9d8544-24f3-4bbe-8159-23d41b246348,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:01.043425 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084ea4e-4c26-4e16-a8f0-c45814ee8ac9 req-59cb973b-3566-4ff6-9f95-4b2b7ca91113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:01.047002 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8084ea4e-4c26-4e16-a8f0-c45814ee8ac9 req-59cb973b-3566-4ff6-9f95-4b2b7ca91113 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d0cf23d94b04413bd119204393f2f3d&device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 1129 time: 0.0866358 Mar 08 15:48:01.157941 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084ea4e-4c26-4e16-a8f0-c45814ee8ac9 req-5f3322ca-6ce3-4694-b1b1-ddddddafeaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:01.159597 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8084ea4e-4c26-4e16-a8f0-c45814ee8ac9 req-5f3322ca-6ce3-4694-b1b1-ddddddafeaab service neutron] 10.222.0.41 "GET /v2.0/networks?id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f HTTP/1.1" status: 200 len: 913 time: 0.1059954 Mar 08 15:48:01.180470 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f2de8-6ae2-43fd-824f-eb10f4b1580c req-47720b86-e048-4e54-9ee8-5cfab4b0cc6c tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:01.189078 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-450f2de8-6ae2-43fd-824f-eb10f4b1580c req-47720b86-e048-4e54-9ee8-5cfab4b0cc6c tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 945 time: 0.0751188 Mar 08 15:48:01.210954 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8084ea4e-4c26-4e16-a8f0-c45814ee8ac9 req-3aeddfb9-e178-484e-b806-8a4fa8e33980 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c104af7c-afdc-4fd0-a660-d44403bba38c HTTP/1.1" status: 200 len: 217 time: 0.0438552 Mar 08 15:48:01.225927 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-e28ba05d-af3f-4bbd-ab86-b94fca60fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:09Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:01.249965 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-450f2de8-6ae2-43fd-824f-eb10f4b1580c req-92d47ec5-6670-4cac-9aef-c375751eb8f3 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560250 Mar 08 15:48:01.261470 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28ba05d-af3f-4bbd-ab86-b94fca60fcec None None] Checking router: 9afc2d2c-a6aa-4085-9b46-15248fa596d7 for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:48:01.268136 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28ba05d-af3f-4bbd-ab86-b94fca60fcec None None] Routers {'9afc2d2c-a6aa-4085-9b46-15248fa596d7'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:01.268736 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-e28ba05d-af3f-4bbd-ab86-b94fca60fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:47:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:01.274794 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084ea4e-4c26-4e16-a8f0-c45814ee8ac9 req-feeb5088-2ed0-45b5-a8a8-d3e04b917301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:01.276386 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8084ea4e-4c26-4e16-a8f0-c45814ee8ac9 req-feeb5088-2ed0-45b5-a8a8-d3e04b917301 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73b41290-8ee2-4e3d-bbe0-e90c06dbebb7 HTTP/1.1" status: 200 len: 851 time: 0.0583160 Mar 08 15:48:01.328746 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084ea4e-4c26-4e16-a8f0-c45814ee8ac9 req-ae8ff871-25cc-4726-a310-8c7ad49e3820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:01.330254 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8084ea4e-4c26-4e16-a8f0-c45814ee8ac9 req-ae8ff871-25cc-4726-a310-8c7ad49e3820 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31f76f4c-e1c8-4265-aa1d-74af55c0f69f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468125 Mar 08 15:48:01.389626 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-e28ba05d-af3f-4bbd-ab86-b94fca60fcec None None] Set router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:01.432293 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8084ea4e-4c26-4e16-a8f0-c45814ee8ac9 req-ca3aba6e-b660-4fb8-9e91-82f475aab087 service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952723 Mar 08 15:48:01.533678 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-8084ea4e-4c26-4e16-a8f0-c45814ee8ac9 req-b33c3a88-9d37-4077-a9d4-72c54d473651 service neutron] 10.222.0.41 "GET /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930717 Mar 08 15:48:01.598065 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-e28ba05d-af3f-4bbd-ab86-b94fca60fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:09Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:01.625419 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade0016-8d52-432a-bd24-dca835a4244b req-acd6e471-cb65-4cf8-b198-b60810540900 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:01.627463 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-dade0016-8d52-432a-bd24-dca835a4244b req-acd6e471-cb65-4cf8-b198-b60810540900 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 984 time: 0.0572701 Mar 08 15:48:01.628203 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28ba05d-af3f-4bbd-ab86-b94fca60fcec None None] The sync data for ids ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'] in dv-cinder-830098-2-iscsi is: [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:40:04Z', 'revision_number': 4, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': 'd0ee72a1-fafa-4edb-aa3c-d3b8b995adb0', 'name': '', 'network_id': '31f76f4c-e1c8-4265-aa1d-74af55c0f69f', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'mac_address': 'fa:16:3e:c1:e2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:03Z', 'updated_at': '2022-03-08T15:40:09Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'subnets': [{'id': '73b41290-8ee2-4e3d-bbe0-e90c06dbebb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:48:01.697535 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-dade0016-8d52-432a-bd24-dca835a4244b req-96247d48-9de0-4a66-bfb7-b2bb124db6ef tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0609364-ce59-4461-a792-9630d4f449c4&id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620487 Mar 08 15:48:01.881317 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72749df-b5a1-4b3c-bfa2-f7832b189f1b None None] New status for floating IP a31d513d-6e8a-4c98-bc1c-6264b75ce7c3: DOWN {{(pid=104419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:48:02.363203 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27323684-850f-44f6-82da-e1c09731e5c6 req-6b10b2b5-9a1f-4c6d-b862-4ac19a4aa9cd tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:02.364720 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-27323684-850f-44f6-82da-e1c09731e5c6 req-6b10b2b5-9a1f-4c6d-b862-4ac19a4aa9cd tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 945 time: 0.0530679 Mar 08 15:48:02.412708 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-27323684-850f-44f6-82da-e1c09731e5c6 req-413c8d48-02b3-4ccb-99e9-540b54d505b3 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/security-groups?id=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422955 Mar 08 15:48:02.592705 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16266a0-61fe-4613-b8b4-404940916141 req-0eda5df6-11d3-4914-a7df-d8afda59f75d tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:02.594173 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b16266a0-61fe-4613-b8b4-404940916141 req-0eda5df6-11d3-4914-a7df-d8afda59f75d tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.41 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 945 time: 0.0541873 Mar 08 15:48:02.694893 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-b16266a0-61fe-4613-b8b4-404940916141 req-0f1f23d6-d621-4548-aac0-565fbc577c2e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Deleting port c104af7c-afdc-4fd0-a660-d44403bba38c {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:02.695230 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-b16266a0-61fe-4613-b8b4-404940916141 req-0f1f23d6-d621-4548-aac0-565fbc577c2e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (c104af7c-afdc-4fd0-a660-d44403bba38c), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:02.787874 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-b16266a0-61fe-4613-b8b4-404940916141 req-0f1f23d6-d621-4548-aac0-565fbc577c2e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] For port c104af7c-afdc-4fd0-a660-d44403bba38c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c104af7c-afdc-4fd0-a660-d44403bba38c,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:02.788239 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-b16266a0-61fe-4613-b8b4-404940916141 req-0f1f23d6-d621-4548-aac0-565fbc577c2e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (c104af7c-afdc-4fd0-a660-d44403bba38c), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:02.803107 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-b16266a0-61fe-4613-b8b4-404940916141 req-0f1f23d6-d621-4548-aac0-565fbc577c2e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Calling delete_port for c104af7c-afdc-4fd0-a660-d44403bba38c owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:02.824686 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4152d-5e69-40d6-9e6f-ccd106619789 req-750294f2-2818-40a5-b2d2-09af8856fb10 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:02.826648 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-67a4152d-5e69-40d6-9e6f-ccd106619789 req-750294f2-2818-40a5-b2d2-09af8856fb10 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 984 time: 0.0546937 Mar 08 15:48:02.896596 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-67a4152d-5e69-40d6-9e6f-ccd106619789 req-cfd07491-2b83-414e-a4b9-6e74ebfaa9bd tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0609364-ce59-4461-a792-9630d4f449c4&id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626521 Mar 08 15:48:02.971539 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-b16266a0-61fe-4613-b8b4-404940916141 req-0f1f23d6-d621-4548-aac0-565fbc577c2e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (c104af7c-afdc-4fd0-a660-d44403bba38c), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:02.999665 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f23d6-d621-4548-aac0-565fbc577c2e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event deleted for resources: {'Port': ['ID=c104af7c-afdc-4fd0-a660-d44403bba38c,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:03.047050 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16266a0-61fe-4613-b8b4-404940916141 req-0f1f23d6-d621-4548-aac0-565fbc577c2e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] No DVR routers for this DVR port c104af7c-afdc-4fd0-a660-d44403bba38c on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:48:03.049557 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-b16266a0-61fe-4613-b8b4-404940916141 req-0f1f23d6-d621-4548-aac0-565fbc577c2e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:03.052829 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-b16266a0-61fe-4613-b8b4-404940916141 req-0f1f23d6-d621-4548-aac0-565fbc577c2e tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.41 "DELETE /v2.0/ports/c104af7c-afdc-4fd0-a660-d44403bba38c HTTP/1.1" status: 204 len: 173 time: 0.4532309 Mar 08 15:48:03.053285 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41deef11-4c21-4f5f-9310-6eae93803685', 'name': 'network-vif-deleted', 'tag': 'c104af7c-afdc-4fd0-a660-d44403bba38c'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:48:03.055629 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdc2909-f44c-4f62-bce6-9199fae6d063" -d '{"events": [{"server_uuid": "41deef11-4c21-4f5f-9310-6eae93803685", "name": "network-vif-deleted", "tag": "c104af7c-afdc-4fd0-a660-d44403bba38c"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:48:03.092720 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073f9700-3c81-48d5-9d17-9ff09443adef x-openstack-request-id: req-073f9700-3c81-48d5-9d17-9ff09443adef {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:48:03.092998 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41deef11-4c21-4f5f-9310-6eae93803685", "name": "network-vif-deleted", "tag": "c104af7c-afdc-4fd0-a660-d44403bba38c", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:48:03.093249 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-073f9700-3c81-48d5-9d17-9ff09443adef {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:48:03.093649 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41deef11-4c21-4f5f-9310-6eae93803685', 'name': 'network-vif-deleted', 'tag': 'c104af7c-afdc-4fd0-a660-d44403bba38c', 'status': 'completed', 'code': 200} Mar 08 15:48:03.513135 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7084aa5f-b5ad-4efa-be68-6ce11794696b req-020488c8-451c-41ad-8242-c2ef555d2581 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "GET /v2.0/ports?device_id=41deef11-4c21-4f5f-9310-6eae93803685 HTTP/1.1" status: 200 len: 210 time: 0.0308125 Mar 08 15:48:04.028811 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d3387-7b5e-4dea-b3db-d75496c86be7 req-ba3b4327-8f5d-417d-9b4f-6504bf1daf0b tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:04.030320 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-291d3387-7b5e-4dea-b3db-d75496c86be7 req-ba3b4327-8f5d-417d-9b4f-6504bf1daf0b tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 984 time: 0.0549686 Mar 08 15:48:04.092920 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-291d3387-7b5e-4dea-b3db-d75496c86be7 req-a9ad36e7-bf47-49f1-b27b-bc838074f601 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0609364-ce59-4461-a792-9630d4f449c4&id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557048 Mar 08 15:48:04.576273 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48176) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:04.706752 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Deleting port 660ce6f0-d6cd-4511-a011-f068494cc6b6 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:04.707037 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (660ce6f0-d6cd-4511-a011-f068494cc6b6), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:04.784881 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (660ce6f0-d6cd-4511-a011-f068494cc6b6), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:04.785581 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for floatingip (660ce6f0-d6cd-4511-a011-f068494cc6b6), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:04.797693 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Calling delete_port for 660ce6f0-d6cd-4511-a011-f068494cc6b6 owned by network:floatingip {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:04.935037 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (660ce6f0-d6cd-4511-a011-f068494cc6b6), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:04.960786 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event deleted for resources: {'Port': ['ID=660ce6f0-d6cd-4511-a011-f068494cc6b6,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:04.987770 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:04.988113 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:04.988446 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:04.988779 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:04.989104 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:04.989425 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:04.989744 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:04.990062 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:04.990377 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:04.990710 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:04.991027 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:04.991338 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:04.991649 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:05.029724 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for floatingip (ac1da470-88c7-434e-a15a-23e0f88a4b0d), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:05.032298 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:05.034098 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-75792dd1-2716-49f0-8a9e-6dc17b02cfe9 tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "DELETE /v2.0/floatingips/ac1da470-88c7-434e-a15a-23e0f88a4b0d HTTP/1.1" status: 204 len: 168 time: 0.4568150 Mar 08 15:48:05.217613 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06361c78-44b1-4a19-aece-38eb599af0f9 req-64d09497-496b-4e38-ba9d-00b28d37ffa0 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:05.219072 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-06361c78-44b1-4a19-aece-38eb599af0f9 req-64d09497-496b-4e38-ba9d-00b28d37ffa0 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 984 time: 0.0592182 Mar 08 15:48:05.265052 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device c104af7c-afdc-4fd0-a660-d44403bba38c no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:48:05.282521 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-06361c78-44b1-4a19-aece-38eb599af0f9 req-df4bb3dc-4f9c-4f61-8742-a2c22d8865cf tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0609364-ce59-4461-a792-9630d4f449c4&id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575609 Mar 08 15:48:05.285735 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: c104af7c-afdc-4fd0-a660-d44403bba38c {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:48:05.285945 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device c104af7c-afdc-4fd0-a660-d44403bba38c not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:48:05.794551 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-da5eed37-4d3b-4b0f-a920-f23f13beab2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.222977 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48220) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:06.237897 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48224) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:06.297349 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a71f7a26-15c4-4c4b-b517-389257d978fa tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group (79647bf5-f5c2-439b-b4b8-7b927f0dd4b4), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.329728 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a71f7a26-15c4-4c4b-b517-389257d978fa tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group (79647bf5-f5c2-439b-b4b8-7b927f0dd4b4), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.361131 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c5e400e1-a674-4b73-881b-5edd18ea5115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.468293 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac575cfa-4931-428b-940b-ac0b72b73be3 req-47b0f9dd-2a2f-4912-8a76-cf7fd97a4fdc tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:06.469754 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ac575cfa-4931-428b-940b-ac0b72b73be3 req-47b0f9dd-2a2f-4912-8a76-cf7fd97a4fdc tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 984 time: 0.0914569 Mar 08 15:48:06.490123 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a71f7a26-15c4-4c4b-b517-389257d978fa tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (79647bf5-f5c2-439b-b4b8-7b927f0dd4b4), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.492523 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a71f7a26-15c4-4c4b-b517-389257d978fa tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.493585 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-a71f7a26-15c4-4c4b-b517-389257d978fa tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] 10.222.0.11 "DELETE /v2.0/security-groups/79647bf5-f5c2-439b-b4b8-7b927f0dd4b4 HTTP/1.1" status: 204 len: 168 time: 0.2547529 Mar 08 15:48:06.523390 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c5e400e1-a674-4b73-881b-5edd18ea5115 admin admin] Publish callbacks [] for security_group (067e4229-7a56-4cb1-b2da-d2ee923032ea), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.524477 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f7a26-15c4-4c4b-b517-389257d978fa tempest-TestVolumeBootPattern-607423478 tempest-TestVolumeBootPattern-607423478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79647bf5-f5c2-439b-b4b8-7b927f0dd4b4,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:06.538178 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c5e400e1-a674-4b73-881b-5edd18ea5115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (067e4229-7a56-4cb1-b2da-d2ee923032ea), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.556400 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48230) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:06.581953 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e400e1-a674-4b73-881b-5edd18ea5115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067e4229-7a56-4cb1-b2da-d2ee923032ea,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:06.593292 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c5e400e1-a674-4b73-881b-5edd18ea5115 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=edfe849fce234c38b6bc4b5688e37339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3660691 Mar 08 15:48:06.593676 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48234) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:06.600538 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ac575cfa-4931-428b-940b-ac0b72b73be3 req-5093dae1-69c2-4035-ac83-1e7a4b17db99 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0609364-ce59-4461-a792-9630d4f449c4&id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1243296 Mar 08 15:48:06.737995 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0b0d658c-7aeb-4e84-94f6-705cc3516d1d admin admin] Publish callbacks [] for security_group (067e4229-7a56-4cb1-b2da-d2ee923032ea), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.771861 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0b0d658c-7aeb-4e84-94f6-705cc3516d1d admin admin] Publish callbacks [] for security_group (067e4229-7a56-4cb1-b2da-d2ee923032ea), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.898401 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0b0d658c-7aeb-4e84-94f6-705cc3516d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (067e4229-7a56-4cb1-b2da-d2ee923032ea), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.900907 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0b0d658c-7aeb-4e84-94f6-705cc3516d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.902069 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-0b0d658c-7aeb-4e84-94f6-705cc3516d1d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/067e4229-7a56-4cb1-b2da-d2ee923032ea HTTP/1.1" status: 204 len: 168 time: 0.3077774 Mar 08 15:48:06.921177 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d658c-7aeb-4e84-94f6-705cc3516d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067e4229-7a56-4cb1-b2da-d2ee923032ea,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:07.075845 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f8af3e04-d042-44ce-8d03-60d61698546b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738370'] for router_interface (9afc2d2c-a6aa-4085-9b46-15248fa596d7), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:07.188765 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48240) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:07.203710 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b05c0bab-b03b-48f8-b99f-8daa20fedf76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:07.282940 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b05c0bab-b03b-48f8-b99f-8daa20fedf76 admin admin] Publish callbacks [] for security_group (a331f260-699e-45f6-b673-7b542e2db146), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:07.288120 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b05c0bab-b03b-48f8-b99f-8daa20fedf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (a331f260-699e-45f6-b673-7b542e2db146), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:07.326362 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-f8af3e04-d042-44ce-8d03-60d61698546b admin admin] Deleting port d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:07.326783 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f8af3e04-d042-44ce-8d03-60d61698546b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:07.326900 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b05c0bab-b03b-48f8-b99f-8daa20fedf76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07156c0e80114647a4f42e2619e938c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368520 Mar 08 15:48:07.327691 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c0bab-b03b-48f8-b99f-8daa20fedf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a331f260-699e-45f6-b673-7b542e2db146,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:07.329325 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48242) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:07.440011 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-495033f1-9fbf-42f1-86c5-ce210304c20f admin admin] Publish callbacks [] for security_group (a331f260-699e-45f6-b673-7b542e2db146), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:07.442529 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-f8af3e04-d042-44ce-8d03-60d61698546b admin admin] For port d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:07.442869 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f8af3e04-d042-44ce-8d03-60d61698546b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:07.461922 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-f8af3e04-d042-44ce-8d03-60d61698546b admin admin] Calling delete_port for d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 owned by network:router_interface {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:07.478355 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-495033f1-9fbf-42f1-86c5-ce210304c20f admin admin] Publish callbacks [] for security_group (a331f260-699e-45f6-b673-7b542e2db146), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:07.601602 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-495033f1-9fbf-42f1-86c5-ce210304c20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (a331f260-699e-45f6-b673-7b542e2db146), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:07.604133 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-495033f1-9fbf-42f1-86c5-ce210304c20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:07.605281 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-495033f1-9fbf-42f1-86c5-ce210304c20f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a331f260-699e-45f6-b673-7b542e2db146 HTTP/1.1" status: 204 len: 168 time: 0.2750275 Mar 08 15:48:07.618362 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495033f1-9fbf-42f1-86c5-ce210304c20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a331f260-699e-45f6-b673-7b542e2db146,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:07.699911 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f8af3e04-d042-44ce-8d03-60d61698546b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:07.727484 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af3e04-d042-44ce-8d03-60d61698546b admin admin] Pushing event deleted for resources: {'Port': ['ID=d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:07.750950 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd61cc-e744-4c15-9376-ae4441e72fe5 req-bbc72d34-a156-46a1-898e-095e9e1a9bfc tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:07.752716 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bfcd61cc-e744-4c15-9376-ae4441e72fe5 req-bbc72d34-a156-46a1-898e-095e9e1a9bfc tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 984 time: 0.0679901 Mar 08 15:48:07.846102 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bfcd61cc-e744-4c15-9376-ae4441e72fe5 req-bd962d79-22c5-4a6e-a2e8-6081bbc11f8a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0609364-ce59-4461-a792-9630d4f449c4&id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0840127 Mar 08 15:48:07.930990 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f8af3e04-d042-44ce-8d03-60d61698546b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1549827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738358'] for router_interface (9afc2d2c-a6aa-4085-9b46-15248fa596d7), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:08.159121 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8af3e04-d042-44ce-8d03-60d61698546b admin admin] Router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:48:08.271473 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8af3e04-d042-44ce-8d03-60d61698546b admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:48:08.279431 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-f8af3e04-d042-44ce-8d03-60d61698546b admin admin] 10.222.0.11 "PUT /v2.0/routers/9afc2d2c-a6aa-4085-9b46-15248fa596d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7183542 Mar 08 15:48:08.279916 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48264) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:08.282621 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2509b167-c948-4987-8aee-91b8ac801c56 None None] Sync routers for ids ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:48:08.296016 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2509b167-c948-4987-8aee-91b8ac801c56 None None] Routers {'9afc2d2c-a6aa-4085-9b46-15248fa596d7'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:08.296753 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-2509b167-c948-4987-8aee-91b8ac801c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:47:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:08.413889 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-2509b167-c948-4987-8aee-91b8ac801c56 None None] Set router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:08.561244 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bc0a790b-dad7-4144-809b-ae017a9a4f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:08.605983 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-2509b167-c948-4987-8aee-91b8ac801c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:48:07Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:08.632626 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2509b167-c948-4987-8aee-91b8ac801c56 None None] Checking router: 9afc2d2c-a6aa-4085-9b46-15248fa596d7 for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:48:08.641727 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2509b167-c948-4987-8aee-91b8ac801c56 None None] Routers {'9afc2d2c-a6aa-4085-9b46-15248fa596d7'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:08.642235 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-2509b167-c948-4987-8aee-91b8ac801c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:48:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:08.709581 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dcc992c9-8437-4de3-8d5d-4b4a07989d4d admin admin] Publish callbacks [] for router (9afc2d2c-a6aa-4085-9b46-15248fa596d7), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:08.753358 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-2509b167-c948-4987-8aee-91b8ac801c56 None None] Set router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:08.822631 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dcc992c9-8437-4de3-8d5d-4b4a07989d4d admin admin] Publish callbacks [] for router_gateway (9afc2d2c-a6aa-4085-9b46-15248fa596d7), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:08.882510 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-dcc992c9-8437-4de3-8d5d-4b4a07989d4d admin admin] Deleting port fe7c8fbc-97c3-4449-a61e-1c09560d5eda {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:08.882864 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dcc992c9-8437-4de3-8d5d-4b4a07989d4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (fe7c8fbc-97c3-4449-a61e-1c09560d5eda), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:08.976723 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-dcc992c9-8437-4de3-8d5d-4b4a07989d4d admin admin] For port fe7c8fbc-97c3-4449-a61e-1c09560d5eda, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=fe7c8fbc-97c3-4449-a61e-1c09560d5eda,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:08.977086 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dcc992c9-8437-4de3-8d5d-4b4a07989d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (fe7c8fbc-97c3-4449-a61e-1c09560d5eda), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:08.990633 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-dcc992c9-8437-4de3-8d5d-4b4a07989d4d admin admin] Calling delete_port for fe7c8fbc-97c3-4449-a61e-1c09560d5eda owned by network:router_gateway {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:09.037964 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-2509b167-c948-4987-8aee-91b8ac801c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:48:07Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:09.064309 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2509b167-c948-4987-8aee-91b8ac801c56 None None] The sync data for ids ['9afc2d2c-a6aa-4085-9b46-15248fa596d7'] in dv-cinder-830098-2-iscsi is: [{'id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'name': 'tempest-TestVolumeBootPattern-1951001842-router', 'tenant_id': '8d0cf23d94b04413bd119204393f2f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:00Z', 'updated_at': '2022-03-08T15:48:07Z', 'revision_number': 5, 'project_id': '8d0cf23d94b04413bd119204393f2f3d', 'gw_port': {'id': 'fe7c8fbc-97c3-4449-a61e-1c09560d5eda', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc2d2c-a6aa-4085-9b46-15248fa596d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:01Z', 'updated_at': '2022-03-08T15:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:48:09.176861 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dcc992c9-8437-4de3-8d5d-4b4a07989d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (fe7c8fbc-97c3-4449-a61e-1c09560d5eda), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:09.201829 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc992c9-8437-4de3-8d5d-4b4a07989d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7c8fbc-97c3-4449-a61e-1c09560d5eda,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:09.269008 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dcc992c9-8437-4de3-8d5d-4b4a07989d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752796'] for router_gateway (9afc2d2c-a6aa-4085-9b46-15248fa596d7), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:09.363114 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dcc992c9-8437-4de3-8d5d-4b4a07989d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25156'] for router (9afc2d2c-a6aa-4085-9b46-15248fa596d7), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:09.365658 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dcc992c9-8437-4de3-8d5d-4b4a07989d4d admin admin] Publish callbacks [] for router_controller (9afc2d2c-a6aa-4085-9b46-15248fa596d7), precommit_delete_associations {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:09.431700 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dcc992c9-8437-4de3-8d5d-4b4a07989d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-739903'] for router (9afc2d2c-a6aa-4085-9b46-15248fa596d7), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:09.432357 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc992c9-8437-4de3-8d5d-4b4a07989d4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9afc2d2c-a6aa-4085-9b46-15248fa596d7 {{(pid=104418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:48:09.438114 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dcc992c9-8437-4de3-8d5d-4b4a07989d4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:09.441836 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-dcc992c9-8437-4de3-8d5d-4b4a07989d4d admin admin] 10.222.0.11 "DELETE /v2.0/routers/9afc2d2c-a6aa-4085-9b46-15248fa596d7 HTTP/1.1" status: 204 len: 168 time: 1.1586039 Mar 08 15:48:09.442104 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48298) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:09.490954 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b277f5-43d0-4aa6-8eba-bbf9686e312c admin admin] Deleting subnet 73b41290-8ee2-4e3d-bbe0-e90c06dbebb7 {{(pid=104418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:48:09.493785 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f2b277f5-43d0-4aa6-8eba-bbf9686e312c admin admin] Publish callbacks [] for subnet (73b41290-8ee2-4e3d-bbe0-e90c06dbebb7), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:09.532418 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f2b277f5-43d0-4aa6-8eba-bbf9686e312c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14600527'] for subnet (73b41290-8ee2-4e3d-bbe0-e90c06dbebb7), precommit_delete_associations {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:09.648293 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f2b277f5-43d0-4aa6-8eba-bbf9686e312c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452262'] for subnet (73b41290-8ee2-4e3d-bbe0-e90c06dbebb7), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:09.719446 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f2b277f5-43d0-4aa6-8eba-bbf9686e312c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15685178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12984268'] for subnet (73b41290-8ee2-4e3d-bbe0-e90c06dbebb7), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:09.748758 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f2b277f5-43d0-4aa6-8eba-bbf9686e312c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:09.754277 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-f2b277f5-43d0-4aa6-8eba-bbf9686e312c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/73b41290-8ee2-4e3d-bbe0-e90c06dbebb7 HTTP/1.1" status: 204 len: 168 time: 0.3111165 Mar 08 15:48:09.755420 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b277f5-43d0-4aa6-8eba-bbf9686e312c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b41290-8ee2-4e3d-bbe0-e90c06dbebb7,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:09.757446 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48316) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:09.762138 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5b3d68-2d20-400c-b190-836118fd5fb2 None None] Network 31f76f4c-e1c8-4265-aa1d-74af55c0f69f requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:48:09.838985 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1344873'] for network (31f76f4c-e1c8-4265-aa1d-74af55c0f69f), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:09.901984 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] Deleting port 55509ab9-5be6-4306-90f0-e1b79d948255 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:09.902377 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (55509ab9-5be6-4306-90f0-e1b79d948255), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:09.965722 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] For port 55509ab9-5be6-4306-90f0-e1b79d948255, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=55509ab9-5be6-4306-90f0-e1b79d948255,segment=NetworkSegment(dc2ba547-a517-430e-8ded-c089d08b3ca5),segment_id=dc2ba547-a517-430e-8ded-c089d08b3ca5)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:09.966671 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (55509ab9-5be6-4306-90f0-e1b79d948255), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:09.972974 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48320) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:09.979319 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] Calling delete_port for 55509ab9-5be6-4306-90f0-e1b79d948255 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:10.061230 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (55509ab9-5be6-4306-90f0-e1b79d948255), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.087698 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] No DVR routers for this DVR port 55509ab9-5be6-4306-90f0-e1b79d948255 on host dv-cinder-830098-2-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:48:10.087862 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bc479d65-423c-4683-9834-e07aeb9295ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.093107 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] Pushing event deleted for resources: {'Port': ['ID=55509ab9-5be6-4306-90f0-e1b79d948255,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:10.143275 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ce4dfa-aed2-4099-b29d-394d01758277 None None] DHCP port deletion for 31f76f4c-e1c8-4265-aa1d-74af55c0f69f request from dv-cinder-830098-2-iscsi {{(pid=104419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:48:10.176343 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388905', 'neutron.services.segments.db._delete_segments_for_network-8773855619431'] for network (31f76f4c-e1c8-4265-aa1d-74af55c0f69f), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.205179 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f76f4c-e1c8-4265-aa1d-74af55c0f69f']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:10.212203 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device fe7c8fbc-97c3-4449-a61e-1c09560d5eda no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:48:10.216277 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2ba547-a517-430e-8ded-c089d08b3ca5') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:10.216511 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2ba547-a517-430e-8ded-c089d08b3ca5') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:10.229253 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773855620464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12864590'] for segment (dc2ba547-a517-430e-8ded-c089d08b3ca5), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.235136 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bc479d65-423c-4683-9834-e07aeb9295ce admin admin] Publish callbacks [] for security_group (8e528248-b8e1-4b14-af93-725a21f09551), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.240025 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bc479d65-423c-4683-9834-e07aeb9295ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (8e528248-b8e1-4b14-af93-725a21f09551), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.241824 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: fe7c8fbc-97c3-4449-a61e-1c09560d5eda {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:48:10.242136 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device fe7c8fbc-97c3-4449-a61e-1c09560d5eda not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:48:10.242632 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:48:10.245292 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (dc2ba547-a517-430e-8ded-c089d08b3ca5), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.252687 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:48:10.253079 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14517989'] for segment (dc2ba547-a517-430e-8ded-c089d08b3ca5), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.263780 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.264562 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:48:10.264896 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device d0ee72a1-fafa-4edb-aa3c-d3b8b995adb0 not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:48:10.265304 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 55509ab9-5be6-4306-90f0-e1b79d948255 no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:48:10.291123 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-bc479d65-423c-4683-9834-e07aeb9295ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2592e34e2d844bb1a7efc407e70a21f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105772 Mar 08 15:48:10.291123 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc479d65-423c-4683-9834-e07aeb9295ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e528248-b8e1-4b14-af93-725a21f09551,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:10.292429 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 55509ab9-5be6-4306-90f0-e1b79d948255 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:48:10.293042 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 55509ab9-5be6-4306-90f0-e1b79d948255 not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:48:10.293679 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48324) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: Traceback (most recent call last): Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: timer() Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: cb(*args, **kw) Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: return func(*args, **kwargs) Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: self._notify() Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: self.callback(batched_events) Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: event.method(event) Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: return f(self, *a, **k) Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._get(url).json() Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: return self.request(url, 'GET', **kwargs) Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:48:10.298515 dv-cinder-830098-2-iscsi neutron-server[104417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:48:10.311808 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752824'] for network (31f76f4c-e1c8-4265-aa1d-74af55c0f69f), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.318130 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.323076 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] 10.222.0.11 "DELETE /v2.0/networks/31f76f4c-e1c8-4265-aa1d-74af55c0f69f HTTP/1.1" status: 204 len: 168 time: 0.5640388 Mar 08 15:48:10.326006 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48326) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:10.340966 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e063b-74ef-418a-9e6e-5bcdb6bd3239 admin admin] Pushing event deleted for resources: {'Network': ['ID=31f76f4c-e1c8-4265-aa1d-74af55c0f69f,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:10.350624 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-eba3864a-54f7-48c9-8358-785c7c63460f admin admin] Publish callbacks [] for security_group (8e528248-b8e1-4b14-af93-725a21f09551), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.375428 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-eba3864a-54f7-48c9-8358-785c7c63460f admin admin] Publish callbacks [] for security_group (8e528248-b8e1-4b14-af93-725a21f09551), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.423262 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-eba3864a-54f7-48c9-8358-785c7c63460f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (8e528248-b8e1-4b14-af93-725a21f09551), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.425876 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-eba3864a-54f7-48c9-8358-785c7c63460f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.429447 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-eba3864a-54f7-48c9-8358-785c7c63460f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e528248-b8e1-4b14-af93-725a21f09551 HTTP/1.1" status: 204 len: 168 time: 0.1324403 Mar 08 15:48:10.436896 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3864a-54f7-48c9-8358-785c7c63460f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e528248-b8e1-4b14-af93-725a21f09551,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:10.718178 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48332) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:10.732538 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7326de1e-d3bc-41f3-bf78-b26589c730bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.814789 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7326de1e-d3bc-41f3-bf78-b26589c730bb admin admin] Publish callbacks [] for security_group (5bc582ed-a102-4f21-b7ab-0caeb6101618), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.820984 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7326de1e-d3bc-41f3-bf78-b26589c730bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (5bc582ed-a102-4f21-b7ab-0caeb6101618), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.859101 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-7326de1e-d3bc-41f3-bf78-b26589c730bb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0808e487fbdc408a957fbc56755fa85c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397667 Mar 08 15:48:10.860549 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326de1e-d3bc-41f3-bf78-b26589c730bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc582ed-a102-4f21-b7ab-0caeb6101618,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:10.861931 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48334) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:10.942792 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff2a5-2d9a-4ae1-893b-af4fd7998a18 admin admin] Publish callbacks [] for security_group (5bc582ed-a102-4f21-b7ab-0caeb6101618), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.972061 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff2a5-2d9a-4ae1-893b-af4fd7998a18 admin admin] Publish callbacks [] for security_group (5bc582ed-a102-4f21-b7ab-0caeb6101618), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:11.036335 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:11.046679 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff2a5-2d9a-4ae1-893b-af4fd7998a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (5bc582ed-a102-4f21-b7ab-0caeb6101618), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:11.049191 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff2a5-2d9a-4ae1-893b-af4fd7998a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:11.050316 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-cb1ff2a5-2d9a-4ae1-893b-af4fd7998a18 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5bc582ed-a102-4f21-b7ab-0caeb6101618 HTTP/1.1" status: 204 len: 168 time: 0.1874065 Mar 08 15:48:11.055414 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1e502ca0-4183-4290-9842-2a5b230f8c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738370'] for router_interface (7e6cd44e-6379-4c2d-a952-71a4c968eb96), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:11.093470 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ff2a5-2d9a-4ae1-893b-af4fd7998a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc582ed-a102-4f21-b7ab-0caeb6101618,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:11.317801 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1e502ca0-4183-4290-9842-2a5b230f8c39 admin admin] Deleting port 095e0062-e33e-4976-9100-a5f425267c9d {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:11.318137 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1e502ca0-4183-4290-9842-2a5b230f8c39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (095e0062-e33e-4976-9100-a5f425267c9d), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:11.396977 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-1e502ca0-4183-4290-9842-2a5b230f8c39 admin admin] For port 095e0062-e33e-4976-9100-a5f425267c9d, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=095e0062-e33e-4976-9100-a5f425267c9d,segment=NetworkSegment(153e070e-5fed-4cbb-9419-bffc0d197d9d),segment_id=153e070e-5fed-4cbb-9419-bffc0d197d9d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:11.397342 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1e502ca0-4183-4290-9842-2a5b230f8c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (095e0062-e33e-4976-9100-a5f425267c9d), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:11.411684 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-1e502ca0-4183-4290-9842-2a5b230f8c39 admin admin] Calling delete_port for 095e0062-e33e-4976-9100-a5f425267c9d owned by network:router_interface {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:11.597315 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1e502ca0-4183-4290-9842-2a5b230f8c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (095e0062-e33e-4976-9100-a5f425267c9d), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:11.624122 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e502ca0-4183-4290-9842-2a5b230f8c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=095e0062-e33e-4976-9100-a5f425267c9d,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:11.799039 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1e502ca0-4183-4290-9842-2a5b230f8c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1549827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738358'] for router_interface (7e6cd44e-6379-4c2d-a952-71a4c968eb96), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.017526 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e502ca0-4183-4290-9842-2a5b230f8c39 admin admin] Router 7e6cd44e-6379-4c2d-a952-71a4c968eb96 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:48:12.137577 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e502ca0-4183-4290-9842-2a5b230f8c39 admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:48:12.147031 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-1e502ca0-4183-4290-9842-2a5b230f8c39 admin admin] 10.222.0.11 "PUT /v2.0/routers/7e6cd44e-6379-4c2d-a952-71a4c968eb96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8197398 Mar 08 15:48:12.148114 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48368) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:12.149525 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e6aceb-b7d6-48fe-9c7d-5b8173e3129d None None] Sync routers for ids ['7e6cd44e-6379-4c2d-a952-71a4c968eb96'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:48:12.164111 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e6aceb-b7d6-48fe-9c7d-5b8173e3129d None None] Routers {'7e6cd44e-6379-4c2d-a952-71a4c968eb96'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:12.168143 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-52e6aceb-b7d6-48fe-9c7d-5b8173e3129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:48:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['7e6cd44e-6379-4c2d-a952-71a4c968eb96'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:12.168488 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48370) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:12.258488 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-64478975-9a6d-47ea-adb8-f176fc18a382 admin admin] Publish callbacks [] for router (7e6cd44e-6379-4c2d-a952-71a4c968eb96), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.280204 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-52e6aceb-b7d6-48fe-9c7d-5b8173e3129d None None] Set router 7e6cd44e-6379-4c2d-a952-71a4c968eb96 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:12.283336 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-108cc865-382c-4196-9f06-7e0e3384d909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.361681 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.368435 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-108cc865-382c-4196-9f06-7e0e3384d909 admin admin] Publish callbacks [] for security_group (2f8a5591-4df0-4410-845a-3d1d5a77a289), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.374488 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-108cc865-382c-4196-9f06-7e0e3384d909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (2f8a5591-4df0-4410-845a-3d1d5a77a289), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.379701 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-64478975-9a6d-47ea-adb8-f176fc18a382 admin admin] Publish callbacks [] for router_gateway (7e6cd44e-6379-4c2d-a952-71a4c968eb96), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.418940 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-108cc865-382c-4196-9f06-7e0e3384d909 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd8f7ecaf8e1443f86de634285b03d9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492301 Mar 08 15:48:12.420071 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108cc865-382c-4196-9f06-7e0e3384d909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8a5591-4df0-4410-845a-3d1d5a77a289,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:12.422367 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48374) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:12.438504 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-64478975-9a6d-47ea-adb8-f176fc18a382 admin admin] Deleting port 1019fa70-a272-4d08-8fea-fb59dfc773e4 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:12.438816 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-64478975-9a6d-47ea-adb8-f176fc18a382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (1019fa70-a272-4d08-8fea-fb59dfc773e4), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.472236 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f2ac4ef7-fc50-4811-a613-0c5c806099e6 admin admin] Publish callbacks [] for security_group (2f8a5591-4df0-4410-845a-3d1d5a77a289), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.494244 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f2ac4ef7-fc50-4811-a613-0c5c806099e6 admin admin] Publish callbacks [] for security_group (2f8a5591-4df0-4410-845a-3d1d5a77a289), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.496717 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-52e6aceb-b7d6-48fe-9c7d-5b8173e3129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6cd44e-6379-4c2d-a952-71a4c968eb96', 'name': 'tempest-TestVolumeBootPattern-47886824-router', 'tenant_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '1019fa70-a272-4d08-8fea-fb59dfc773e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:07Z', 'updated_at': '2022-03-08T15:48:11Z', 'revision_number': 5, 'project_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'gw_port': {'id': '1019fa70-a272-4d08-8fea-fb59dfc773e4', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6cd44e-6379-4c2d-a952-71a4c968eb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:40:07Z', 'updated_at': '2022-03-08T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:12.521375 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-64478975-9a6d-47ea-adb8-f176fc18a382 admin admin] For port 1019fa70-a272-4d08-8fea-fb59dfc773e4, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=1019fa70-a272-4d08-8fea-fb59dfc773e4,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:12.521738 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-64478975-9a6d-47ea-adb8-f176fc18a382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (1019fa70-a272-4d08-8fea-fb59dfc773e4), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.526670 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e6aceb-b7d6-48fe-9c7d-5b8173e3129d None None] Checking router: 7e6cd44e-6379-4c2d-a952-71a4c968eb96 for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:48:12.535808 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-64478975-9a6d-47ea-adb8-f176fc18a382 admin admin] Calling delete_port for 1019fa70-a272-4d08-8fea-fb59dfc773e4 owned by network:router_gateway {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:12.536268 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e6aceb-b7d6-48fe-9c7d-5b8173e3129d None None] Routers {'7e6cd44e-6379-4c2d-a952-71a4c968eb96'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:12.536874 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-52e6aceb-b7d6-48fe-9c7d-5b8173e3129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:48:09Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['7e6cd44e-6379-4c2d-a952-71a4c968eb96'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:12.547854 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f2ac4ef7-fc50-4811-a613-0c5c806099e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (2f8a5591-4df0-4410-845a-3d1d5a77a289), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.550737 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f2ac4ef7-fc50-4811-a613-0c5c806099e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.554700 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-f2ac4ef7-fc50-4811-a613-0c5c806099e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f8a5591-4df0-4410-845a-3d1d5a77a289 HTTP/1.1" status: 204 len: 168 time: 0.1288023 Mar 08 15:48:12.565148 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac4ef7-fc50-4811-a613-0c5c806099e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8a5591-4df0-4410-845a-3d1d5a77a289,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:12.639764 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-52e6aceb-b7d6-48fe-9c7d-5b8173e3129d None None] Set router 7e6cd44e-6379-4c2d-a952-71a4c968eb96 gateway port host: None {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:12.697051 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-52e6aceb-b7d6-48fe-9c7d-5b8173e3129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6cd44e-6379-4c2d-a952-71a4c968eb96', 'name': 'tempest-TestVolumeBootPattern-47886824-router', 'tenant_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:07Z', 'updated_at': '2022-03-08T15:48:12Z', 'revision_number': 6, 'project_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'gw_port_host': None}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:12.723021 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-64478975-9a6d-47ea-adb8-f176fc18a382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (1019fa70-a272-4d08-8fea-fb59dfc773e4), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.730042 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e6aceb-b7d6-48fe-9c7d-5b8173e3129d None None] The sync data for ids ['7e6cd44e-6379-4c2d-a952-71a4c968eb96'] in dv-cinder-830098-2-iscsi is: [{'id': '7e6cd44e-6379-4c2d-a952-71a4c968eb96', 'name': 'tempest-TestVolumeBootPattern-47886824-router', 'tenant_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:40:07Z', 'updated_at': '2022-03-08T15:48:12Z', 'revision_number': 6, 'project_id': '591bc3f2bfae418d81f5f3e1a4b66ff6', 'gw_port_host': None}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:48:12.754904 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64478975-9a6d-47ea-adb8-f176fc18a382 admin admin] Pushing event deleted for resources: {'Port': ['ID=1019fa70-a272-4d08-8fea-fb59dfc773e4,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:12.830590 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-64478975-9a6d-47ea-adb8-f176fc18a382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752796'] for router_gateway (7e6cd44e-6379-4c2d-a952-71a4c968eb96), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.929866 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-64478975-9a6d-47ea-adb8-f176fc18a382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25156'] for router (7e6cd44e-6379-4c2d-a952-71a4c968eb96), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.932028 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-64478975-9a6d-47ea-adb8-f176fc18a382 admin admin] Publish callbacks [] for router_controller (7e6cd44e-6379-4c2d-a952-71a4c968eb96), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.976617 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-64478975-9a6d-47ea-adb8-f176fc18a382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-739903'] for router (7e6cd44e-6379-4c2d-a952-71a4c968eb96), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.977224 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64478975-9a6d-47ea-adb8-f176fc18a382 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e6cd44e-6379-4c2d-a952-71a4c968eb96 {{(pid=104417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:48:12.982700 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-64478975-9a6d-47ea-adb8-f176fc18a382 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:12.983834 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-64478975-9a6d-47ea-adb8-f176fc18a382 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7e6cd44e-6379-4c2d-a952-71a4c968eb96 HTTP/1.1" status: 204 len: 168 time: 0.8348050 Mar 08 15:48:12.986949 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48378) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:13.037196 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa534da-77cd-4cc9-bec5-7b269307c52d admin admin] Deleting subnet b2511bf6-4c4a-4829-a71a-2a936867ea2f {{(pid=104417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:48:13.041296 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-daa534da-77cd-4cc9-bec5-7b269307c52d admin admin] Publish callbacks [] for subnet (b2511bf6-4c4a-4829-a71a-2a936867ea2f), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.076709 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-daa534da-77cd-4cc9-bec5-7b269307c52d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12864693'] for subnet (b2511bf6-4c4a-4829-a71a-2a936867ea2f), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.161288 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-daa534da-77cd-4cc9-bec5-7b269307c52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452262'] for subnet (b2511bf6-4c4a-4829-a71a-2a936867ea2f), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.213786 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-daa534da-77cd-4cc9-bec5-7b269307c52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14517903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386866'] for subnet (b2511bf6-4c4a-4829-a71a-2a936867ea2f), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.239557 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa534da-77cd-4cc9-bec5-7b269307c52d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2511bf6-4c4a-4829-a71a-2a936867ea2f,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:13.241460 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-daa534da-77cd-4cc9-bec5-7b269307c52d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.245264 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-daa534da-77cd-4cc9-bec5-7b269307c52d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b2511bf6-4c4a-4829-a71a-2a936867ea2f HTTP/1.1" status: 204 len: 168 time: 0.2566304 Mar 08 15:48:13.246076 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705bd474-6417-494c-9e97-6f4b49320404 None None] Network 454e2036-dc74-4835-86f3-de75884e07c0 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:48:13.247375 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48380) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:13.318794 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1344873'] for network (454e2036-dc74-4835-86f3-de75884e07c0), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.373477 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] Deleting port 58044c91-251a-482e-8710-5f704c5a5a68 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:13.373817 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (58044c91-251a-482e-8710-5f704c5a5a68), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.443324 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] For port 58044c91-251a-482e-8710-5f704c5a5a68, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=58044c91-251a-482e-8710-5f704c5a5a68,segment=NetworkSegment(153e070e-5fed-4cbb-9419-bffc0d197d9d),segment_id=153e070e-5fed-4cbb-9419-bffc0d197d9d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:13.443574 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (58044c91-251a-482e-8710-5f704c5a5a68), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.456428 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] Calling delete_port for 58044c91-251a-482e-8710-5f704c5a5a68 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:13.508983 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] DHCP port deletion for 454e2036-dc74-4835-86f3-de75884e07c0 request from dv-cinder-830098-2-iscsi {{(pid=104419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:48:13.546576 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (58044c91-251a-482e-8710-5f704c5a5a68), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.572639 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] Pushing event deleted for resources: {'Port': ['ID=58044c91-251a-482e-8710-5f704c5a5a68,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:13.577058 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] No DVR routers for this DVR port 58044c91-251a-482e-8710-5f704c5a5a68 on host dv-cinder-830098-2-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:48:13.656408 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388905', 'neutron.services.segments.db._delete_segments_for_network-8773855619431'] for network (454e2036-dc74-4835-86f3-de75884e07c0), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.678703 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454e2036-dc74-4835-86f3-de75884e07c0']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:13.689846 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153e070e-5fed-4cbb-9419-bffc0d197d9d') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:13.690236 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153e070e-5fed-4cbb-9419-bffc0d197d9d') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:13.695927 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Deleting port 58044c91-251a-482e-8710-5f704c5a5a68 {{(pid=104419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:13.696382 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (58044c91-251a-482e-8710-5f704c5a5a68), before_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.701354 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773855620464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12864590'] for segment (153e070e-5fed-4cbb-9419-bffc0d197d9d), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.718427 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (153e070e-5fed-4cbb-9419-bffc0d197d9d), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.725091 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:48:13.725656 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14517989'] for segment (153e070e-5fed-4cbb-9419-bffc0d197d9d), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: Traceback (most recent call last): Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: timer() Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: cb(*args, **kw) Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: return func(*args, **kwargs) Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: self._notify() Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: self.callback(batched_events) Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: event.method(event) Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: return f(self, *a, **k) Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._get(url).json() Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: return self.request(url, 'GET', **kwargs) Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:48:13.727770 dv-cinder-830098-2-iscsi neutron-server[104417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:48:13.765202 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] For port 58044c91-251a-482e-8710-5f704c5a5a68, host dv-cinder-830098-2-iscsi, got binding levels [] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:13.765600 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (58044c91-251a-482e-8710-5f704c5a5a68), precommit_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.780691 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Calling delete_port for 58044c91-251a-482e-8710-5f704c5a5a68 owned by network:dhcp {{(pid=104419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:13.783521 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.ipam_backend_mixin [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Port 58044c91-251a-482e-8710-5f704c5a5a68 was not found and therefore no delete operation was performed {{(pid=104419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 15:48:13.785259 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040'] for port (58044c91-251a-482e-8710-5f704c5a5a68), after_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.789048 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752824'] for network (454e2036-dc74-4835-86f3-de75884e07c0), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.797402 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.803210 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] 10.222.0.11 "DELETE /v2.0/networks/454e2036-dc74-4835-86f3-de75884e07c0 HTTP/1.1" status: 204 len: 168 time: 0.5525815 Mar 08 15:48:13.809174 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Network 454e2036-dc74-4835-86f3-de75884e07c0 is not hosted by any dhcp agent {{(pid=104419) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 08 15:48:13.809721 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] No DVR routers for this DVR port 58044c91-251a-482e-8710-5f704c5a5a68 on host dv-cinder-830098-2-iscsi {{(pid=104419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:48:13.812844 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Pushing event deleted for resources: {'Port': ['ID=58044c91-251a-482e-8710-5f704c5a5a68,revision_number=None']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:13.816517 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e3a6c-50e1-4f41-a5ec-d3c5a9b6c0ca admin admin] Pushing event deleted for resources: {'Network': ['ID=454e2036-dc74-4835-86f3-de75884e07c0,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:13.826812 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:13.827352 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:13.828184 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:13.828668 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:13.829133 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:13.829464 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:13.829800 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:13.830121 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:13.830470 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:13.830792 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:13.831108 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:13.831422 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:13.832181 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc617f7-5b22-4766-ab99-f7b435dc210c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:13.906221 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 58044c91-251a-482e-8710-5f704c5a5a68 no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:48:13.930016 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 58044c91-251a-482e-8710-5f704c5a5a68 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:48:13.930446 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 58044c91-251a-482e-8710-5f704c5a5a68 not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:48:13.930788 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 095e0062-e33e-4976-9100-a5f425267c9d no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:48:13.950148 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 095e0062-e33e-4976-9100-a5f425267c9d {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:48:13.951140 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 095e0062-e33e-4976-9100-a5f425267c9d not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:48:13.951572 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 1019fa70-a272-4d08-8fea-fb59dfc773e4 no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:48:13.971267 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 1019fa70-a272-4d08-8fea-fb59dfc773e4 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:48:13.971607 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 1019fa70-a272-4d08-8fea-fb59dfc773e4 not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:48:13.985155 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48384) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:14.028428 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c4b9a953-bade-4f6d-ab6b-6b89833e7195 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d0cf23d94b04413bd119204393f2f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420513 Mar 08 15:48:14.031092 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48386) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:14.081403 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-94c17a29-cc79-47b2-b3b2-354899953a25 admin admin] Publish callbacks [] for security_group (b81ae665-8976-4b5f-9e3f-1d3e9dc94b6a), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.102339 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-94c17a29-cc79-47b2-b3b2-354899953a25 admin admin] Publish callbacks [] for security_group (b81ae665-8976-4b5f-9e3f-1d3e9dc94b6a), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.164289 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-94c17a29-cc79-47b2-b3b2-354899953a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (b81ae665-8976-4b5f-9e3f-1d3e9dc94b6a), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.168143 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-94c17a29-cc79-47b2-b3b2-354899953a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.170124 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-94c17a29-cc79-47b2-b3b2-354899953a25 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b81ae665-8976-4b5f-9e3f-1d3e9dc94b6a HTTP/1.1" status: 204 len: 168 time: 0.1381524 Mar 08 15:48:14.177796 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c17a29-cc79-47b2-b3b2-354899953a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81ae665-8976-4b5f-9e3f-1d3e9dc94b6a,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:14.499043 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48392) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:14.538691 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-8382f3c5-8141-4da3-83da-996928cb4e0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=591bc3f2bfae418d81f5f3e1a4b66ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385807 Mar 08 15:48:14.541136 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48394) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:14.588906 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f6239be-2c30-4ae0-bf87-ed00020bdfe4 admin admin] Publish callbacks [] for security_group (8c449426-35a0-48d7-b7f8-e5a3c325937b), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.611373 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f6239be-2c30-4ae0-bf87-ed00020bdfe4 admin admin] Publish callbacks [] for security_group (8c449426-35a0-48d7-b7f8-e5a3c325937b), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.670064 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f6239be-2c30-4ae0-bf87-ed00020bdfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (8c449426-35a0-48d7-b7f8-e5a3c325937b), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.672680 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f6239be-2c30-4ae0-bf87-ed00020bdfe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.673832 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-1f6239be-2c30-4ae0-bf87-ed00020bdfe4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c449426-35a0-48d7-b7f8-e5a3c325937b HTTP/1.1" status: 204 len: 168 time: 0.1318276 Mar 08 15:48:14.681779 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6239be-2c30-4ae0-bf87-ed00020bdfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c449426-35a0-48d7-b7f8-e5a3c325937b,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:17.440941 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:32.526960 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:48:35.799189 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-808b3393-da5e-4d80-8302-3576e3425325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:38.568322 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a8878a70-cdf4-478c-a02d-c47c7c97e8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:40.185318 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cb14adf0-2f8c-44b3-be2c-9df99b264712 req-e01e88c8-30e5-4813-8eec-ca11d6b5ef05 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411956933&fields=id&tenant_id=761c17fc75aa482baad8c27f6feb3a6d HTTP/1.1" status: 200 len: 267 time: 0.0473769 Mar 08 15:48:40.228836 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:40.245863 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14adf0-2f8c-44b3-be2c-9df99b264712 req-e6b05225-9d1b-4984-b40f-dee8a4fabf53 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:40.247536 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cb14adf0-2f8c-44b3-be2c-9df99b264712 req-e6b05225-9d1b-4984-b40f-dee8a4fabf53 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 984 time: 0.0544024 Mar 08 15:48:40.261294 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-cb14adf0-2f8c-44b3-be2c-9df99b264712 req-60ede68d-5e2a-42f5-89a3-045a7e79c7e1 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Request body: {'port': {'security_groups': ['c99b83c2-80d8-49b5-b8d7-9f329e1c6d68']}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:48:40.336308 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-cb14adf0-2f8c-44b3-be2c-9df99b264712 req-60ede68d-5e2a-42f5-89a3-045a7e79c7e1 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510851'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:40.513186 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-cb14adf0-2f8c-44b3-be2c-9df99b264712 req-60ede68d-5e2a-42f5-89a3-045a7e79c7e1 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] For port d1cf0c50-1616-4e9e-b236-2fdbb15a8835, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d1cf0c50-1616-4e9e-b236-2fdbb15a8835,segment=NetworkSegment(464a2a95-7676-4591-a948-6f168c1ddfc0),segment_id=464a2a95-7676-4591-a948-6f168c1ddfc0)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:40.542067 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-cb14adf0-2f8c-44b3-be2c-9df99b264712 req-60ede68d-5e2a-42f5-89a3-045a7e79c7e1 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:40.551012 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-cb14adf0-2f8c-44b3-be2c-9df99b264712 req-60ede68d-5e2a-42f5-89a3-045a7e79c7e1 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773855665592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773855290049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773855290067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14517953'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:40.563020 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['d1cf0c50-1616-4e9e-b236-2fdbb15a8835'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:48:40.591350 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14adf0-2f8c-44b3-be2c-9df99b264712 req-60ede68d-5e2a-42f5-89a3-045a7e79c7e1 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:40.592071 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-cb14adf0-2f8c-44b3-be2c-9df99b264712 req-60ede68d-5e2a-42f5-89a3-045a7e79c7e1 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:40.593300 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cb14adf0-2f8c-44b3-be2c-9df99b264712 req-60ede68d-5e2a-42f5-89a3-045a7e79c7e1 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "PUT /v2.0/ports/d1cf0c50-1616-4e9e-b236-2fdbb15a8835 HTTP/1.1" status: 200 len: 942 time: 0.3394206 Mar 08 15:48:40.599521 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48402) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:40.611992 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a234f93f-ebc0-4a2e-8ca7-bce34af008b8', 'tag': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:48:40.614846 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71785947914745800d43d5c0a78718fe11ea6fdba8b9e0230793fe8b114d71b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a272f8f5-b1fc-4450-badb-749d9010ad0a" -d '{"events": [{"name": "network-changed", "server_uuid": "a234f93f-ebc0-4a2e-8ca7-bce34af008b8", "tag": "d1cf0c50-1616-4e9e-b236-2fdbb15a8835"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:48:40.627817 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ede68d-5e2a-42f5-89a3-045a7e79c7e1 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Pushing event updated for resources: {'Port': ['ID=d1cf0c50-1616-4e9e-b236-2fdbb15a8835,revision_number=7']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:40.659276 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1c7e66-fd92-4c11-ad22-4f7b704499ae x-openstack-request-id: req-1b1c7e66-fd92-4c11-ad22-4f7b704499ae {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:48:40.659936 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a234f93f-ebc0-4a2e-8ca7-bce34af008b8", "tag": "d1cf0c50-1616-4e9e-b236-2fdbb15a8835", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:48:40.660499 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b1c7e66-fd92-4c11-ad22-4f7b704499ae {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:48:40.660939 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a234f93f-ebc0-4a2e-8ca7-bce34af008b8', 'tag': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835', 'status': 'completed', 'code': 200} Mar 08 15:48:40.679162 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['d1cf0c50-1616-4e9e-b236-2fdbb15a8835'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:48:40.679898 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7a1e50ce-c11c-4f48-9902-777c8157c62a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group (f0609364-ce59-4461-a792-9630d4f449c4), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:40.733692 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7a1e50ce-c11c-4f48-9902-777c8157c62a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group (f0609364-ce59-4461-a792-9630d4f449c4), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:40.807274 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272f8f5-b1fc-4450-badb-749d9010ad0a req-0aeb81b3-7945-48fd-8879-86fd23f28755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:40.808840 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a272f8f5-b1fc-4450-badb-749d9010ad0a req-0aeb81b3-7945-48fd-8879-86fd23f28755 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=761c17fc75aa482baad8c27f6feb3a6d&device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 1129 time: 0.1119330 Mar 08 15:48:40.824544 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7a1e50ce-c11c-4f48-9902-777c8157c62a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (f0609364-ce59-4461-a792-9630d4f449c4), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:40.827229 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7a1e50ce-c11c-4f48-9902-777c8157c62a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:40.828423 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-7a1e50ce-c11c-4f48-9902-777c8157c62a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "DELETE /v2.0/security-groups/f0609364-ce59-4461-a792-9630d4f449c4 HTTP/1.1" status: 204 len: 168 time: 0.2272079 Mar 08 15:48:40.831334 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48406) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:40.855741 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e50ce-c11c-4f48-9902-777c8157c62a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0609364-ce59-4461-a792-9630d4f449c4,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:40.870791 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.provisioning_blocks [None req-10c974d6-d9ec-4a28-9eb2-8326182665b8 None None] Provisioning complete for port d1cf0c50-1616-4e9e-b236-2fdbb15a8835 triggered by entity DHCP. {{(pid=104419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:48:40.870791 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-10c974d6-d9ec-4a28-9eb2-8326182665b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391348'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), provisioning_complete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:40.895519 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e50ce-c11c-4f48-9902-777c8157c62a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:40.896174 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e50ce-c11c-4f48-9902-777c8157c62a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:40.896686 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e50ce-c11c-4f48-9902-777c8157c62a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:40.897188 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e50ce-c11c-4f48-9902-777c8157c62a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:40.897702 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e50ce-c11c-4f48-9902-777c8157c62a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:40.898200 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e50ce-c11c-4f48-9902-777c8157c62a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:40.898720 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e50ce-c11c-4f48-9902-777c8157c62a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:40.899212 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e50ce-c11c-4f48-9902-777c8157c62a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:40.899783 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e50ce-c11c-4f48-9902-777c8157c62a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:40.900276 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e50ce-c11c-4f48-9902-777c8157c62a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:40.900767 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e50ce-c11c-4f48-9902-777c8157c62a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:40.901265 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e50ce-c11c-4f48-9902-777c8157c62a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:40.901765 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1e50ce-c11c-4f48-9902-777c8157c62a tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-2-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:40.935678 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272f8f5-b1fc-4450-badb-749d9010ad0a req-bf364a29-e04e-4bdc-9255-b792474a4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:40.938382 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a272f8f5-b1fc-4450-badb-749d9010ad0a req-bf364a29-e04e-4bdc-9255-b792474a4725 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 HTTP/1.1" status: 200 len: 915 time: 0.1227498 Mar 08 15:48:40.972952 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-10c974d6-d9ec-4a28-9eb2-8326182665b8 None None] Current status of the port d1cf0c50-1616-4e9e-b236-2fdbb15a8835 is: ACTIVE; New status is: ACTIVE {{(pid=104419) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:48:40.990817 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-8e9e941e-7a8e-4d26-b62d-8bb5af2c7560 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Deleting port 04b4c377-69dd-4a0f-824c-b09f02554e2b {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:40.991157 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8e9e941e-7a8e-4d26-b62d-8bb5af2c7560 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (04b4c377-69dd-4a0f-824c-b09f02554e2b), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:41.007928 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a272f8f5-b1fc-4450-badb-749d9010ad0a req-f109b9b9-c6f7-48f1-8a8a-ac22eb7d2671 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1cf0c50-1616-4e9e-b236-2fdbb15a8835 HTTP/1.1" status: 200 len: 1000 time: 0.0632954 Mar 08 15:48:41.042174 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:41.059601 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272f8f5-b1fc-4450-badb-749d9010ad0a req-da9c198f-0ba4-4afe-9d7d-4f53b77d7877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:41.061122 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a272f8f5-b1fc-4450-badb-749d9010ad0a req-da9c198f-0ba4-4afe-9d7d-4f53b77d7877 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c622f31-2a7a-4c59-a987-fd58152e3d7f HTTP/1.1" status: 200 len: 853 time: 0.0468280 Mar 08 15:48:41.069448 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8e9e941e-7a8e-4d26-b62d-8bb5af2c7560 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (04b4c377-69dd-4a0f-824c-b09f02554e2b), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:41.069779 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8e9e941e-7a8e-4d26-b62d-8bb5af2c7560 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for floatingip (04b4c377-69dd-4a0f-824c-b09f02554e2b), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:41.082534 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-8e9e941e-7a8e-4d26-b62d-8bb5af2c7560 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Calling delete_port for 04b4c377-69dd-4a0f-824c-b09f02554e2b owned by network:floatingip {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:41.114883 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272f8f5-b1fc-4450-badb-749d9010ad0a req-7f72b18c-6e2f-44fe-b796-176321feab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:41.116370 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a272f8f5-b1fc-4450-badb-749d9010ad0a req-7f72b18c-6e2f-44fe-b796-176321feab39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5b9712fc-fff0-4c93-b3e3-b80b7bef9c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484920 Mar 08 15:48:41.214696 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a272f8f5-b1fc-4450-badb-749d9010ad0a req-fc65b589-0ea6-45af-8009-c5de192bdb78 service neutron] 10.222.0.41 "GET /v2.0/networks/5b9712fc-fff0-4c93-b3e3-b80b7bef9c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919821 Mar 08 15:48:41.235614 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8e9e941e-7a8e-4d26-b62d-8bb5af2c7560 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (04b4c377-69dd-4a0f-824c-b09f02554e2b), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:41.262074 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e941e-7a8e-4d26-b62d-8bb5af2c7560 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Pushing event deleted for resources: {'Port': ['ID=04b4c377-69dd-4a0f-824c-b09f02554e2b,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:41.313028 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-a272f8f5-b1fc-4450-badb-749d9010ad0a req-7dbf7718-beaa-43d7-a3e3-a25485caeb98 service neutron] 10.222.0.41 "GET /v2.0/networks/5b9712fc-fff0-4c93-b3e3-b80b7bef9c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916157 Mar 08 15:48:41.332263 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8e9e941e-7a8e-4d26-b62d-8bb5af2c7560 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks [] for floatingip (a4831373-ceb6-440a-9cf7-91a80c71b251), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:41.332912 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-8e9e941e-7a8e-4d26-b62d-8bb5af2c7560 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Floating IP a4831373-ceb6-440a-9cf7-91a80c71b251 disassociated (deleted). External IP: 172.27.1.84, port: d1cf0c50-1616-4e9e-b236-2fdbb15a8835. Mar 08 15:48:41.810698 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9e941e-7a8e-4d26-b62d-8bb5af2c7560 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Router dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:48:41.926570 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9e941e-7a8e-4d26-b62d-8bb5af2c7560 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:48:41.931654 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8e9e941e-7a8e-4d26-b62d-8bb5af2c7560 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:41.936345 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da2cbad-7eeb-445a-bf2e-b5aa49ea7517 None None] Sync routers for ids ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:48:41.947389 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da2cbad-7eeb-445a-bf2e-b5aa49ea7517 None None] Routers {'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:41.947972 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-5da2cbad-7eeb-445a-bf2e-b5aa49ea7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:48:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:41.962050 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-8e9e941e-7a8e-4d26-b62d-8bb5af2c7560 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "DELETE /v2.0/floatingips/a4831373-ceb6-440a-9cf7-91a80c71b251 HTTP/1.1" status: 204 len: 168 time: 1.1295714 Mar 08 15:48:42.056649 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-5da2cbad-7eeb-445a-bf2e-b5aa49ea7517 None None] Set router dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:42.266629 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-5da2cbad-7eeb-445a-bf2e-b5aa49ea7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'name': 'tempest-TestMinimumBasicScenario-658764997-router', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:34Z', 'updated_at': '2022-03-08T15:46:37Z', 'revision_number': 4, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'gw_port': {'id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:35Z', 'updated_at': '2022-03-08T15:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': 'a3dc6db4-a926-4850-b51d-d179e12e4da7', 'name': '', 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'mac_address': 'fa:16:3e:31:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:36Z', 'updated_at': '2022-03-08T15:46:43Z', 'revision_number': 5, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'subnets': [{'id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:42.298311 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da2cbad-7eeb-445a-bf2e-b5aa49ea7517 None None] Checking router: dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:48:42.307090 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da2cbad-7eeb-445a-bf2e-b5aa49ea7517 None None] Routers {'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:42.307684 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-5da2cbad-7eeb-445a-bf2e-b5aa49ea7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:48:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:42.317433 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:42.425600 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-5da2cbad-7eeb-445a-bf2e-b5aa49ea7517 None None] Set router dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:42.633461 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-5da2cbad-7eeb-445a-bf2e-b5aa49ea7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'name': 'tempest-TestMinimumBasicScenario-658764997-router', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:34Z', 'updated_at': '2022-03-08T15:46:37Z', 'revision_number': 4, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'gw_port': {'id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:35Z', 'updated_at': '2022-03-08T15:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': 'a3dc6db4-a926-4850-b51d-d179e12e4da7', 'name': '', 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'mac_address': 'fa:16:3e:31:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:36Z', 'updated_at': '2022-03-08T15:46:43Z', 'revision_number': 5, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'subnets': [{'id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:42.660189 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da2cbad-7eeb-445a-bf2e-b5aa49ea7517 None None] The sync data for ids ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'] in dv-cinder-830098-2-iscsi is: [{'id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'name': 'tempest-TestMinimumBasicScenario-658764997-router', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:34Z', 'updated_at': '2022-03-08T15:46:37Z', 'revision_number': 4, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'gw_port': {'id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:35Z', 'updated_at': '2022-03-08T15:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi', '_interfaces': [{'id': 'a3dc6db4-a926-4850-b51d-d179e12e4da7', 'name': '', 'network_id': '5b9712fc-fff0-4c93-b3e3-b80b7bef9c04', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'mac_address': 'fa:16:3e:31:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:36Z', 'updated_at': '2022-03-08T15:46:43Z', 'revision_number': 5, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'subnets': [{'id': '6c622f31-2a7a-4c59-a987-fd58152e3d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:48:42.661622 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a234f93f-ebc0-4a2e-8ca7-bce34af008b8', 'tag': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:48:42.664529 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71785947914745800d43d5c0a78718fe11ea6fdba8b9e0230793fe8b114d71b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15d02b1-5b07-4e91-83c9-9ef4670f5832" -d '{"events": [{"name": "network-changed", "server_uuid": "a234f93f-ebc0-4a2e-8ca7-bce34af008b8", "tag": "d1cf0c50-1616-4e9e-b236-2fdbb15a8835"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:48:42.701357 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e86dfd9-5520-4260-b2ae-52b7b985617b x-openstack-request-id: req-0e86dfd9-5520-4260-b2ae-52b7b985617b {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:48:42.701705 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a234f93f-ebc0-4a2e-8ca7-bce34af008b8", "tag": "d1cf0c50-1616-4e9e-b236-2fdbb15a8835", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:48:42.701960 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e86dfd9-5520-4260-b2ae-52b7b985617b {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:48:42.702439 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a234f93f-ebc0-4a2e-8ca7-bce34af008b8', 'tag': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835', 'status': 'completed', 'code': 200} Mar 08 15:48:42.773328 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d02b1-5b07-4e91-83c9-9ef4670f5832 req-3f9ba97d-3328-4114-b3a1-22c7bddff629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:42.775028 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c15d02b1-5b07-4e91-83c9-9ef4670f5832 req-3f9ba97d-3328-4114-b3a1-22c7bddff629 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=761c17fc75aa482baad8c27f6feb3a6d&device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 1129 time: 0.0493279 Mar 08 15:48:42.878550 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d02b1-5b07-4e91-83c9-9ef4670f5832 req-1c12910d-2716-41c3-b3bc-df5998d95073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:42.880136 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c15d02b1-5b07-4e91-83c9-9ef4670f5832 req-1c12910d-2716-41c3-b3bc-df5998d95073 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 HTTP/1.1" status: 200 len: 915 time: 0.0983706 Mar 08 15:48:42.899477 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca0370-0769-4496-b341-4597f86e0f49 None None] New status for floating IP a4831373-ceb6-440a-9cf7-91a80c71b251: DOWN {{(pid=104419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:48:42.921818 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c15d02b1-5b07-4e91-83c9-9ef4670f5832 req-0d9f5daa-6b00-464a-83ac-d42db85b0e8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1cf0c50-1616-4e9e-b236-2fdbb15a8835 HTTP/1.1" status: 200 len: 217 time: 0.0353472 Mar 08 15:48:42.970134 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d02b1-5b07-4e91-83c9-9ef4670f5832 req-fe219eb7-c7e3-4600-b8b9-2c90b4246ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:42.971660 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c15d02b1-5b07-4e91-83c9-9ef4670f5832 req-fe219eb7-c7e3-4600-b8b9-2c90b4246ace service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c622f31-2a7a-4c59-a987-fd58152e3d7f HTTP/1.1" status: 200 len: 853 time: 0.0441995 Mar 08 15:48:43.020827 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d02b1-5b07-4e91-83c9-9ef4670f5832 req-03d40a56-07ef-4090-9ab6-30835c6eebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:43.022313 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c15d02b1-5b07-4e91-83c9-9ef4670f5832 req-03d40a56-07ef-4090-9ab6-30835c6eebd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5b9712fc-fff0-4c93-b3e3-b80b7bef9c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443938 Mar 08 15:48:43.113632 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c15d02b1-5b07-4e91-83c9-9ef4670f5832 req-6e29b271-baf8-4639-98b0-34ef8551db92 service neutron] 10.222.0.41 "GET /v2.0/networks/5b9712fc-fff0-4c93-b3e3-b80b7bef9c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843685 Mar 08 15:48:43.204856 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-c15d02b1-5b07-4e91-83c9-9ef4670f5832 req-efd3572a-bc5f-4ddf-9280-a1b36d33398f service neutron] 10.222.0.41 "GET /v2.0/networks/5b9712fc-fff0-4c93-b3e3-b80b7bef9c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852582 Mar 08 15:48:44.737243 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d717a-d015-4beb-8cb4-334dd9c886a4 req-642b9e55-17f1-498e-b7a1-e4c12c939294 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:44.738768 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ed6d717a-d015-4beb-8cb4-334dd9c886a4 req-642b9e55-17f1-498e-b7a1-e4c12c939294 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 945 time: 0.0586476 Mar 08 15:48:44.793589 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ed6d717a-d015-4beb-8cb4-334dd9c886a4 req-b62b15e9-d4f1-40ac-afbb-4d819da69f48 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490456 Mar 08 15:48:46.154271 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb48db4-1490-4658-b0e9-f029eb73ae90 req-d36790e9-44d8-4ee3-94c6-504f30cf4d16 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:46.155753 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0eb48db4-1490-4658-b0e9-f029eb73ae90 req-d36790e9-44d8-4ee3-94c6-504f30cf4d16 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 945 time: 0.2708702 Mar 08 15:48:46.204966 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0eb48db4-1490-4658-b0e9-f029eb73ae90 req-4a9f0b0e-de0f-400d-b50c-b0fef443ce69 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/security-groups?id=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411658 Mar 08 15:48:46.369091 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d0722-083c-485b-ab81-6205f6a8d863 req-83f916e1-ed4b-4c38-9db6-dc385a84c4c2 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:46.370596 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ed7d0722-083c-485b-ab81-6205f6a8d863 req-83f916e1-ed4b-4c38-9db6-dc385a84c4c2 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.41 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 945 time: 0.0662491 Mar 08 15:48:46.463792 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-ed7d0722-083c-485b-ab81-6205f6a8d863 req-1478be3c-7d46-4130-8e22-079822ac1806 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Deleting port d1cf0c50-1616-4e9e-b236-2fdbb15a8835 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:46.464112 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ed7d0722-083c-485b-ab81-6205f6a8d863 req-1478be3c-7d46-4130-8e22-079822ac1806 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:46.555188 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [req-ed7d0722-083c-485b-ab81-6205f6a8d863 req-1478be3c-7d46-4130-8e22-079822ac1806 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] For port d1cf0c50-1616-4e9e-b236-2fdbb15a8835, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d1cf0c50-1616-4e9e-b236-2fdbb15a8835,segment=NetworkSegment(464a2a95-7676-4591-a948-6f168c1ddfc0),segment_id=464a2a95-7676-4591-a948-6f168c1ddfc0)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:46.555531 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ed7d0722-083c-485b-ab81-6205f6a8d863 req-1478be3c-7d46-4130-8e22-079822ac1806 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:46.572566 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [req-ed7d0722-083c-485b-ab81-6205f6a8d863 req-1478be3c-7d46-4130-8e22-079822ac1806 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Calling delete_port for d1cf0c50-1616-4e9e-b236-2fdbb15a8835 owned by compute:nova {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:46.710234 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ed7d0722-083c-485b-ab81-6205f6a8d863 req-1478be3c-7d46-4130-8e22-079822ac1806 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (d1cf0c50-1616-4e9e-b236-2fdbb15a8835), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:46.721870 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] get_ports_and_sgs() called for port_ids ['d1cf0c50-1616-4e9e-b236-2fdbb15a8835'] {{(pid=104419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:48:46.738066 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478be3c-7d46-4130-8e22-079822ac1806 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Pushing event deleted for resources: {'Port': ['ID=d1cf0c50-1616-4e9e-b236-2fdbb15a8835,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:46.781580 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7d0722-083c-485b-ab81-6205f6a8d863 req-1478be3c-7d46-4130-8e22-079822ac1806 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] No DVR routers for this DVR port d1cf0c50-1616-4e9e-b236-2fdbb15a8835 on host hv-cinder-83009 {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:48:46.784149 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [req-ed7d0722-083c-485b-ab81-6205f6a8d863 req-1478be3c-7d46-4130-8e22-079822ac1806 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28101'] for port (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:46.787977 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [req-ed7d0722-083c-485b-ab81-6205f6a8d863 req-1478be3c-7d46-4130-8e22-079822ac1806 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.41 "DELETE /v2.0/ports/d1cf0c50-1616-4e9e-b236-2fdbb15a8835 HTTP/1.1" status: 204 len: 173 time: 0.4123311 Mar 08 15:48:46.788414 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a234f93f-ebc0-4a2e-8ca7-bce34af008b8', 'name': 'network-vif-deleted', 'tag': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:48:46.790699 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73a27fdd205fd6339a2f04e558e9f965234b94345e390847a26d97e7be5f4ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2e3c8c-bf02-42a5-b857-2460534768cb" -d '{"events": [{"server_uuid": "a234f93f-ebc0-4a2e-8ca7-bce34af008b8", "name": "network-vif-deleted", "tag": "d1cf0c50-1616-4e9e-b236-2fdbb15a8835"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:48:46.826825 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8037bb-6896-4591-89e8-065a2c6c1ab6 x-openstack-request-id: req-0b8037bb-6896-4591-89e8-065a2c6c1ab6 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:48:46.827121 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a234f93f-ebc0-4a2e-8ca7-bce34af008b8", "name": "network-vif-deleted", "tag": "d1cf0c50-1616-4e9e-b236-2fdbb15a8835", "status": "completed", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:48:46.827376 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b8037bb-6896-4591-89e8-065a2c6c1ab6 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:48:46.827779 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a234f93f-ebc0-4a2e-8ca7-bce34af008b8', 'name': 'network-vif-deleted', 'tag': 'd1cf0c50-1616-4e9e-b236-2fdbb15a8835', 'status': 'completed', 'code': 200} Mar 08 15:48:47.319864 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ec177ac7-c8e1-4262-bf17-43425cc1d448 req-4b4f6ded-6fce-4f91-bdbe-6f7481e68dd2 tempest-TestMinimumBasicScenario-1190990969 tempest-TestMinimumBasicScenario-1190990969-project] 10.222.0.11 "GET /v2.0/ports?device_id=a234f93f-ebc0-4a2e-8ca7-bce34af008b8 HTTP/1.1" status: 200 len: 210 time: 0.0273974 Mar 08 15:48:47.464854 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:49.054200 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48500) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:49.429303 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e0744657-4c34-49f9-aaef-02fc2d8af6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738370'] for router_interface (dbccc3e3-eacc-4e84-b7c4-d4d8b523e637), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:49.511455 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device d1cf0c50-1616-4e9e-b236-2fdbb15a8835 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:48:49.533286 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] No Port match for: d1cf0c50-1616-4e9e-b236-2fdbb15a8835 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:48:49.533635 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Device d1cf0c50-1616-4e9e-b236-2fdbb15a8835 not bound to the agent host hv-cinder-83009 {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:48:49.697674 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e0744657-4c34-49f9-aaef-02fc2d8af6f8 admin admin] Deleting port a3dc6db4-a926-4850-b51d-d179e12e4da7 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:49.697925 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e0744657-4c34-49f9-aaef-02fc2d8af6f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:49.774606 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-e0744657-4c34-49f9-aaef-02fc2d8af6f8 admin admin] For port a3dc6db4-a926-4850-b51d-d179e12e4da7, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=a3dc6db4-a926-4850-b51d-d179e12e4da7,segment=NetworkSegment(464a2a95-7676-4591-a948-6f168c1ddfc0),segment_id=464a2a95-7676-4591-a948-6f168c1ddfc0)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:49.774956 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e0744657-4c34-49f9-aaef-02fc2d8af6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:49.788343 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-e0744657-4c34-49f9-aaef-02fc2d8af6f8 admin admin] Calling delete_port for a3dc6db4-a926-4850-b51d-d179e12e4da7 owned by network:router_interface {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:49.979865 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e0744657-4c34-49f9-aaef-02fc2d8af6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (a3dc6db4-a926-4850-b51d-d179e12e4da7), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:50.004930 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0744657-4c34-49f9-aaef-02fc2d8af6f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3dc6db4-a926-4850-b51d-d179e12e4da7,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:50.176191 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e0744657-4c34-49f9-aaef-02fc2d8af6f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1549827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738358'] for router_interface (dbccc3e3-eacc-4e84-b7c4-d4d8b523e637), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:50.399191 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0744657-4c34-49f9-aaef-02fc2d8af6f8 admin admin] Router dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:48:50.507815 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0744657-4c34-49f9-aaef-02fc2d8af6f8 admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:48:50.514083 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-e0744657-4c34-49f9-aaef-02fc2d8af6f8 admin admin] 10.222.0.11 "PUT /v2.0/routers/dbccc3e3-eacc-4e84-b7c4-d4d8b523e637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4587269 Mar 08 15:48:50.516145 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48502) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:50.518453 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5e9bb-eb30-4418-9177-7fda525ca0c0 None None] Sync routers for ids ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'] in dv-cinder-830098-2-iscsi {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:48:50.531452 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5e9bb-eb30-4418-9177-7fda525ca0c0 None None] Routers {'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:50.532361 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-4db5e9bb-eb30-4418-9177-7fda525ca0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:48:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:50.621894 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a51061f2-695a-4147-88eb-df630a89c026 admin admin] Publish callbacks [] for router (dbccc3e3-eacc-4e84-b7c4-d4d8b523e637), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:50.641973 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-4db5e9bb-eb30-4418-9177-7fda525ca0c0 None None] Set router dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 gateway port host: dv-cinder-830098-2-iscsi {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:50.725923 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a51061f2-695a-4147-88eb-df630a89c026 admin admin] Publish callbacks [] for router_gateway (dbccc3e3-eacc-4e84-b7c4-d4d8b523e637), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:50.783286 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-a51061f2-695a-4147-88eb-df630a89c026 admin admin] Deleting port 10ae0b45-5901-4cea-afc5-39fb68168f4e {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:50.783620 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a51061f2-695a-4147-88eb-df630a89c026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (10ae0b45-5901-4cea-afc5-39fb68168f4e), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:50.821032 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-4db5e9bb-eb30-4418-9177-7fda525ca0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'name': 'tempest-TestMinimumBasicScenario-658764997-router', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:34Z', 'updated_at': '2022-03-08T15:48:49Z', 'revision_number': 5, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'gw_port': {'id': '10ae0b45-5901-4cea-afc5-39fb68168f4e', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:35Z', 'updated_at': '2022-03-08T15:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:50.848049 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5e9bb-eb30-4418-9177-7fda525ca0c0 None None] Checking router: dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 for host: dv-cinder-830098-2-iscsi {{(pid=104420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:48:50.856508 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5e9bb-eb30-4418-9177-7fda525ca0c0 None None] Routers {'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:50.857106 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-4db5e9bb-eb30-4418-9177-7fda525ca0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:48:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'], 'active': True} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:50.863456 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-a51061f2-695a-4147-88eb-df630a89c026 admin admin] For port 10ae0b45-5901-4cea-afc5-39fb68168f4e, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=10ae0b45-5901-4cea-afc5-39fb68168f4e,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:50.863823 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a51061f2-695a-4147-88eb-df630a89c026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (10ae0b45-5901-4cea-afc5-39fb68168f4e), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:50.876046 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-a51061f2-695a-4147-88eb-df630a89c026 admin admin] Calling delete_port for 10ae0b45-5901-4cea-afc5-39fb68168f4e owned by network:router_gateway {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:51.041190 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_dvr_db [None req-4db5e9bb-eb30-4418-9177-7fda525ca0c0 None None] Set router dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 gateway port host: None {{(pid=104420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:51.059283 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a51061f2-695a-4147-88eb-df630a89c026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (10ae0b45-5901-4cea-afc5-39fb68168f4e), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:51.088953 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51061f2-695a-4147-88eb-df630a89c026 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ae0b45-5901-4cea-afc5-39fb68168f4e,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:51.098643 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.l3_hamode_db [None req-4db5e9bb-eb30-4418-9177-7fda525ca0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'name': 'tempest-TestMinimumBasicScenario-658764997-router', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:34Z', 'updated_at': '2022-03-08T15:48:50Z', 'revision_number': 6, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'gw_port_host': None}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:51.125534 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5e9bb-eb30-4418-9177-7fda525ca0c0 None None] The sync data for ids ['dbccc3e3-eacc-4e84-b7c4-d4d8b523e637'] in dv-cinder-830098-2-iscsi is: [{'id': 'dbccc3e3-eacc-4e84-b7c4-d4d8b523e637', 'name': 'tempest-TestMinimumBasicScenario-658764997-router', 'tenant_id': '761c17fc75aa482baad8c27f6feb3a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:34Z', 'updated_at': '2022-03-08T15:48:50Z', 'revision_number': 6, 'project_id': '761c17fc75aa482baad8c27f6feb3a6d', 'gw_port_host': None}] {{(pid=104420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:48:51.149736 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a51061f2-695a-4147-88eb-df630a89c026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752796'] for router_gateway (dbccc3e3-eacc-4e84-b7c4-d4d8b523e637), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:51.499400 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a51061f2-695a-4147-88eb-df630a89c026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25156'] for router (dbccc3e3-eacc-4e84-b7c4-d4d8b523e637), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:51.501770 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a51061f2-695a-4147-88eb-df630a89c026 admin admin] Publish callbacks [] for router_controller (dbccc3e3-eacc-4e84-b7c4-d4d8b523e637), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:51.549463 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a51061f2-695a-4147-88eb-df630a89c026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-739903'] for router (dbccc3e3-eacc-4e84-b7c4-d4d8b523e637), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:51.549997 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51061f2-695a-4147-88eb-df630a89c026 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 {{(pid=104417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:48:51.554724 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a51061f2-695a-4147-88eb-df630a89c026 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:51.558656 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-a51061f2-695a-4147-88eb-df630a89c026 admin admin] 10.222.0.11 "DELETE /v2.0/routers/dbccc3e3-eacc-4e84-b7c4-d4d8b523e637 HTTP/1.1" status: 204 len: 168 time: 1.0385909 Mar 08 15:48:51.558656 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48504) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:51.606841 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_v2 [None req-a211a39d-3577-4611-9e0e-1dfa46c87f8e admin admin] Deleting subnet 6c622f31-2a7a-4c59-a987-fd58152e3d7f {{(pid=104417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:48:51.609887 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a211a39d-3577-4611-9e0e-1dfa46c87f8e admin admin] Publish callbacks [] for subnet (6c622f31-2a7a-4c59-a987-fd58152e3d7f), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:51.644507 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a211a39d-3577-4611-9e0e-1dfa46c87f8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12864693'] for subnet (6c622f31-2a7a-4c59-a987-fd58152e3d7f), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:51.729670 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a211a39d-3577-4611-9e0e-1dfa46c87f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452262'] for subnet (6c622f31-2a7a-4c59-a987-fd58152e3d7f), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:51.787769 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a211a39d-3577-4611-9e0e-1dfa46c87f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14517903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14386866'] for subnet (6c622f31-2a7a-4c59-a987-fd58152e3d7f), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:51.811858 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211a39d-3577-4611-9e0e-1dfa46c87f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c622f31-2a7a-4c59-a987-fd58152e3d7f,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:51.815545 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a211a39d-3577-4611-9e0e-1dfa46c87f8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:51.818602 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-a211a39d-3577-4611-9e0e-1dfa46c87f8e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6c622f31-2a7a-4c59-a987-fd58152e3d7f HTTP/1.1" status: 204 len: 168 time: 0.2591772 Mar 08 15:48:51.821273 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48506) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:51.822557 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7a9600-ff8c-4843-9b6d-9abe1c48ae18 None None] Network 5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:48:51.894990 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1344873'] for network (5b9712fc-fff0-4c93-b3e3-b80b7bef9c04), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:51.943010 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 10ae0b45-5901-4cea-afc5-39fb68168f4e no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:48:51.968296 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 10ae0b45-5901-4cea-afc5-39fb68168f4e {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:48:51.968632 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 10ae0b45-5901-4cea-afc5-39fb68168f4e not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:48:51.969211 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device a3dc6db4-a926-4850-b51d-d179e12e4da7 no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:48:51.973361 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] Deleting port bc35a152-1efa-490b-8a90-2ae57edb2f44 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:51.973867 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (bc35a152-1efa-490b-8a90-2ae57edb2f44), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:51.996622 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a1e6d1-87cb-43c5-a523-faa8b6beef22 None None] DHCP port deletion for 5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 request from dv-cinder-830098-2-iscsi {{(pid=104419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:48:51.998289 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: a3dc6db4-a926-4850-b51d-d179e12e4da7 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:48:51.998859 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device a3dc6db4-a926-4850-b51d-d179e12e4da7 not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:48:52.045648 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] For port bc35a152-1efa-490b-8a90-2ae57edb2f44, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=bc35a152-1efa-490b-8a90-2ae57edb2f44,segment=NetworkSegment(464a2a95-7676-4591-a948-6f168c1ddfc0),segment_id=464a2a95-7676-4591-a948-6f168c1ddfc0)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:52.046011 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (bc35a152-1efa-490b-8a90-2ae57edb2f44), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:52.050020 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-85a1e6d1-87cb-43c5-a523-faa8b6beef22 None None] Deleting port bc35a152-1efa-490b-8a90-2ae57edb2f44 {{(pid=104419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:52.050491 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-85a1e6d1-87cb-43c5-a523-faa8b6beef22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (bc35a152-1efa-490b-8a90-2ae57edb2f44), before_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:52.059328 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] Calling delete_port for bc35a152-1efa-490b-8a90-2ae57edb2f44 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:52.113085 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-85a1e6d1-87cb-43c5-a523-faa8b6beef22 None None] For port bc35a152-1efa-490b-8a90-2ae57edb2f44, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=bc35a152-1efa-490b-8a90-2ae57edb2f44,segment=NetworkSegment(464a2a95-7676-4591-a948-6f168c1ddfc0),segment_id=464a2a95-7676-4591-a948-6f168c1ddfc0)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:52.113627 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-85a1e6d1-87cb-43c5-a523-faa8b6beef22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (bc35a152-1efa-490b-8a90-2ae57edb2f44), precommit_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:52.127288 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-85a1e6d1-87cb-43c5-a523-faa8b6beef22 None None] Calling delete_port for bc35a152-1efa-490b-8a90-2ae57edb2f44 owned by network:dhcp {{(pid=104419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:52.146546 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (bc35a152-1efa-490b-8a90-2ae57edb2f44), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:52.177783 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc35a152-1efa-490b-8a90-2ae57edb2f44,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:52.178998 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] No DVR routers for this DVR port bc35a152-1efa-490b-8a90-2ae57edb2f44 on host dv-cinder-830098-2-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:48:52.216675 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-85a1e6d1-87cb-43c5-a523-faa8b6beef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040'] for port (bc35a152-1efa-490b-8a90-2ae57edb2f44), after_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:52.241020 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1e6d1-87cb-43c5-a523-faa8b6beef22 None None] Pushing event deleted for resources: {'Port': ['ID=bc35a152-1efa-490b-8a90-2ae57edb2f44,revision_number=None']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:52.248924 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a1e6d1-87cb-43c5-a523-faa8b6beef22 None None] No DVR routers for this DVR port bc35a152-1efa-490b-8a90-2ae57edb2f44 on host dv-cinder-830098-2-iscsi {{(pid=104419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:48:52.249178 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388905', 'neutron.services.segments.db._delete_segments_for_network-8773855619431'] for network (5b9712fc-fff0-4c93-b3e3-b80b7bef9c04), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:52.272363 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9712fc-fff0-4c93-b3e3-b80b7bef9c04']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:52.282129 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464a2a95-7676-4591-a948-6f168c1ddfc0') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:52.282440 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464a2a95-7676-4591-a948-6f168c1ddfc0') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:52.292255 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773855620464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12864590'] for segment (464a2a95-7676-4591-a948-6f168c1ddfc0), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:52.305522 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (464a2a95-7676-4591-a948-6f168c1ddfc0), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:52.312047 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:48:52.312453 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14517989'] for segment (464a2a95-7676-4591-a948-6f168c1ddfc0), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: Traceback (most recent call last): Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: timer() Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: cb(*args, **kw) Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: return func(*args, **kwargs) Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: self._notify() Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: self.callback(batched_events) Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: event.method(event) Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: return f(self, *a, **k) Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._get(url).json() Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: return self.request(url, 'GET', **kwargs) Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:48:52.314084 dv-cinder-830098-2-iscsi neutron-server[104417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:48:52.369956 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752824'] for network (5b9712fc-fff0-4c93-b3e3-b80b7bef9c04), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:52.375674 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:52.378809 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] 10.222.0.11 "DELETE /v2.0/networks/5b9712fc-fff0-4c93-b3e3-b80b7bef9c04 HTTP/1.1" status: 204 len: 168 time: 0.5564036 Mar 08 15:48:52.382729 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48508) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:52.390364 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c53440-0444-4885-b543-6ecc5f3df57c admin admin] Pushing event deleted for resources: {'Network': ['ID=5b9712fc-fff0-4c93-b3e3-b80b7bef9c04,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:52.743603 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2678b26b-54c7-48b8-a3b0-4ac29c4d631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738370'] for router_interface (e6f6f058-d30a-4871-8c54-271b0b7672db), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:53.012942 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-2678b26b-54c7-48b8-a3b0-4ac29c4d631f admin admin] Deleting port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:53.013185 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2678b26b-54c7-48b8-a3b0-4ac29c4d631f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:53.101922 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-2678b26b-54c7-48b8-a3b0-4ac29c4d631f admin admin] For port 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6,segment=NetworkSegment(2f3c2160-339f-4479-a897-ce994a1c58fe),segment_id=2f3c2160-339f-4479-a897-ce994a1c58fe)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:53.102280 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2678b26b-54c7-48b8-a3b0-4ac29c4d631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:53.114653 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-2678b26b-54c7-48b8-a3b0-4ac29c4d631f admin admin] Calling delete_port for 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 owned by network:router_interface {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:53.312729 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2678b26b-54c7-48b8-a3b0-4ac29c4d631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:53.343784 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678b26b-54c7-48b8-a3b0-4ac29c4d631f admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:53.504021 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2678b26b-54c7-48b8-a3b0-4ac29c4d631f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1549827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-738358'] for router_interface (e6f6f058-d30a-4871-8c54-271b0b7672db), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:53.977221 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device bc35a152-1efa-490b-8a90-2ae57edb2f44 no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:48:53.998528 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: bc35a152-1efa-490b-8a90-2ae57edb2f44 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:48:53.998989 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device bc35a152-1efa-490b-8a90-2ae57edb2f44 not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:48:53.999602 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2678b26b-54c7-48b8-a3b0-4ac29c4d631f admin admin] Router e6f6f058-d30a-4871-8c54-271b0b7672db has already been hosted by L3 agent 4eb11d42-7422-457f-b2cc-0a3411b35de4 {{(pid=104418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:48:54.112429 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2678b26b-54c7-48b8-a3b0-4ac29c4d631f admin admin] Notify agent at l3_agent.dv-cinder-830098-2-iscsi the message routers_updated {{(pid=104418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:48:54.118691 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-2678b26b-54c7-48b8-a3b0-4ac29c4d631f admin admin] 10.222.0.11 "PUT /v2.0/routers/e6f6f058-d30a-4871-8c54-271b0b7672db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7337680 Mar 08 15:48:54.120427 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48510) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:54.124129 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba37eb85-f45f-48b2-976e-1201be12066c None None] Sync routers for ids ['e6f6f058-d30a-4871-8c54-271b0b7672db'] in dv-cinder-830098-2-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:48:54.136624 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba37eb85-f45f-48b2-976e-1201be12066c None None] Routers {'e6f6f058-d30a-4871-8c54-271b0b7672db'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:54.137537 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-ba37eb85-f45f-48b2-976e-1201be12066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:48:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['e6f6f058-d30a-4871-8c54-271b0b7672db'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:54.233170 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-11eb808e-2581-4232-a101-8fb6f156bd53 admin admin] Publish callbacks [] for router (e6f6f058-d30a-4871-8c54-271b0b7672db), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:54.249107 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-ba37eb85-f45f-48b2-976e-1201be12066c None None] Set router e6f6f058-d30a-4871-8c54-271b0b7672db gateway port host: dv-cinder-830098-2-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:54.339036 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-11eb808e-2581-4232-a101-8fb6f156bd53 admin admin] Publish callbacks [] for router_gateway (e6f6f058-d30a-4871-8c54-271b0b7672db), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:54.392583 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-11eb808e-2581-4232-a101-8fb6f156bd53 admin admin] Deleting port 2769ddd8-ed77-4253-9087-f2b6d8363cee {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:54.392834 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-11eb808e-2581-4232-a101-8fb6f156bd53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (2769ddd8-ed77-4253-9087-f2b6d8363cee), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:54.429262 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-ba37eb85-f45f-48b2-976e-1201be12066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'name': 'tempest-TestMinimumBasicScenario-915696764-router', 'tenant_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'external_fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '2769ddd8-ed77-4253-9087-f2b6d8363cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:39Z', 'updated_at': '2022-03-08T15:48:53Z', 'revision_number': 5, 'project_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'gw_port': {'id': '2769ddd8-ed77-4253-9087-f2b6d8363cee', 'name': '', 'network_id': '8e7e72b0-9139-4eb8-8c55-c85dd59129b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:46:39Z', 'updated_at': '2022-03-08T15:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0816c9d-f5f8-4a20-9248-b209aaa1b4c7', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-2-iscsi'}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:54.454854 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba37eb85-f45f-48b2-976e-1201be12066c None None] Checking router: e6f6f058-d30a-4871-8c54-271b0b7672db for host: dv-cinder-830098-2-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:48:54.463703 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba37eb85-f45f-48b2-976e-1201be12066c None None] Routers {'e6f6f058-d30a-4871-8c54-271b0b7672db'} bound to L3 agent in host dv-cinder-830098-2-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:54.464304 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-ba37eb85-f45f-48b2-976e-1201be12066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:30:38Z,description=,heartbeat_timestamp=2022-03-08T15:48:39Z,host='dv-cinder-830098-2-iscsi',id=4eb11d42-7422-457f-b2cc-0a3411b35de4,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:30:39Z,topic='l3_agent')) {'router_ids': ['e6f6f058-d30a-4871-8c54-271b0b7672db'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:54.471295 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-11eb808e-2581-4232-a101-8fb6f156bd53 admin admin] For port 2769ddd8-ed77-4253-9087-f2b6d8363cee, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=2769ddd8-ed77-4253-9087-f2b6d8363cee,segment=NetworkSegment(aa33399c-ee33-4de1-b82c-3f04154ca2fc),segment_id=aa33399c-ee33-4de1-b82c-3f04154ca2fc)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:54.471657 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-11eb808e-2581-4232-a101-8fb6f156bd53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (2769ddd8-ed77-4253-9087-f2b6d8363cee), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:54.484248 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-11eb808e-2581-4232-a101-8fb6f156bd53 admin admin] Calling delete_port for 2769ddd8-ed77-4253-9087-f2b6d8363cee owned by network:router_gateway {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:54.550830 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-ba37eb85-f45f-48b2-976e-1201be12066c None None] Set router e6f6f058-d30a-4871-8c54-271b0b7672db gateway port host: None {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:54.603531 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-ba37eb85-f45f-48b2-976e-1201be12066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'name': 'tempest-TestMinimumBasicScenario-915696764-router', 'tenant_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:39Z', 'updated_at': '2022-03-08T15:48:54Z', 'revision_number': 6, 'project_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'gw_port_host': None}], 'dv-cinder-830098-2-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:54.629964 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba37eb85-f45f-48b2-976e-1201be12066c None None] The sync data for ids ['e6f6f058-d30a-4871-8c54-271b0b7672db'] in dv-cinder-830098-2-iscsi is: [{'id': 'e6f6f058-d30a-4871-8c54-271b0b7672db', 'name': 'tempest-TestMinimumBasicScenario-915696764-router', 'tenant_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:46:39Z', 'updated_at': '2022-03-08T15:48:54Z', 'revision_number': 6, 'project_id': '4a60dd6adacb4cbc8f747bfb2cab8da9', 'gw_port_host': None}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:48:54.660941 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-11eb808e-2581-4232-a101-8fb6f156bd53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15685133'] for port (2769ddd8-ed77-4253-9087-f2b6d8363cee), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:54.684547 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb808e-2581-4232-a101-8fb6f156bd53 admin admin] Pushing event deleted for resources: {'Port': ['ID=2769ddd8-ed77-4253-9087-f2b6d8363cee,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:54.750821 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-11eb808e-2581-4232-a101-8fb6f156bd53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-752796'] for router_gateway (e6f6f058-d30a-4871-8c54-271b0b7672db), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:54.844318 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-11eb808e-2581-4232-a101-8fb6f156bd53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25156'] for router (e6f6f058-d30a-4871-8c54-271b0b7672db), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:54.846494 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-11eb808e-2581-4232-a101-8fb6f156bd53 admin admin] Publish callbacks [] for router_controller (e6f6f058-d30a-4871-8c54-271b0b7672db), precommit_delete_associations {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:54.896892 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-11eb808e-2581-4232-a101-8fb6f156bd53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-739903'] for router (e6f6f058-d30a-4871-8c54-271b0b7672db), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:54.897523 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11eb808e-2581-4232-a101-8fb6f156bd53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6f6f058-d30a-4871-8c54-271b0b7672db {{(pid=104418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:48:54.901837 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-11eb808e-2581-4232-a101-8fb6f156bd53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:54.903016 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-11eb808e-2581-4232-a101-8fb6f156bd53 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e6f6f058-d30a-4871-8c54-271b0b7672db HTTP/1.1" status: 204 len: 168 time: 0.7816939 Mar 08 15:48:54.905551 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48512) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:54.951558 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb382f9-0027-4c55-aada-af3a17100778 admin admin] Deleting subnet 1e252201-c854-4066-8586-0673816d38f0 {{(pid=104418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:48:54.955105 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-edb382f9-0027-4c55-aada-af3a17100778 admin admin] Publish callbacks [] for subnet (1e252201-c854-4066-8586-0673816d38f0), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:54.990999 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-edb382f9-0027-4c55-aada-af3a17100778 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14600527'] for subnet (1e252201-c854-4066-8586-0673816d38f0), precommit_delete_associations {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:55.071774 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-edb382f9-0027-4c55-aada-af3a17100778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1452262'] for subnet (1e252201-c854-4066-8586-0673816d38f0), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:55.128377 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-edb382f9-0027-4c55-aada-af3a17100778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1452285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15685178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12984268'] for subnet (1e252201-c854-4066-8586-0673816d38f0), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:55.154316 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb382f9-0027-4c55-aada-af3a17100778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e252201-c854-4066-8586-0673816d38f0,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:55.156259 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-edb382f9-0027-4c55-aada-af3a17100778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for subnet (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:55.159766 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-edb382f9-0027-4c55-aada-af3a17100778 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1e252201-c854-4066-8586-0673816d38f0 HTTP/1.1" status: 204 len: 168 time: 0.2529109 Mar 08 15:48:55.162114 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e434478f-6aa1-4957-a743-e49eb4272b2b None None] Network a3be71f5-74ac-49ad-8100-971f0d6ffff3 requested from dv-cinder-830098-2-iscsi {{(pid=104419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:48:55.162732 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.11', 48514) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:55.234351 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1344873'] for network (a3be71f5-74ac-49ad-8100-971f0d6ffff3), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:55.292222 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] Deleting port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:55.292846 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (5f6a0959-4b7e-43ef-b53d-e956ca43f5f6), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:55.356129 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] For port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=5f6a0959-4b7e-43ef-b53d-e956ca43f5f6,segment=NetworkSegment(2f3c2160-339f-4479-a897-ce994a1c58fe),segment_id=2f3c2160-339f-4479-a897-ce994a1c58fe)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:55.356491 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (5f6a0959-4b7e-43ef-b53d-e956ca43f5f6), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:55.376286 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] Calling delete_port for 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:55.395081 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b3448e-6d7d-49ef-b645-a137d829a69b None None] DHCP port deletion for a3be71f5-74ac-49ad-8100-971f0d6ffff3 request from dv-cinder-830098-2-iscsi {{(pid=104419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 15:48:55.444805 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-76b3448e-6d7d-49ef-b645-a137d829a69b None None] Deleting port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 {{(pid=104419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:48:55.445172 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-76b3448e-6d7d-49ef-b645-a137d829a69b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773855659075'] for port (5f6a0959-4b7e-43ef-b53d-e956ca43f5f6), before_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:55.459378 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14517944'] for port (5f6a0959-4b7e-43ef-b53d-e956ca43f5f6), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:55.485752 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f6a0959-4b7e-43ef-b53d-e956ca43f5f6,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:55.489099 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] No DVR routers for this DVR port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 on host dv-cinder-830098-2-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:48:55.511872 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-76b3448e-6d7d-49ef-b645-a137d829a69b None None] For port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6, host dv-cinder-830098-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-2-iscsi',level=0,port_id=5f6a0959-4b7e-43ef-b53d-e956ca43f5f6,segment=NetworkSegment(2f3c2160-339f-4479-a897-ce994a1c58fe),segment_id=2f3c2160-339f-4479-a897-ce994a1c58fe)] {{(pid=104419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:55.512253 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-76b3448e-6d7d-49ef-b645-a137d829a69b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-751440'] for port (5f6a0959-4b7e-43ef-b53d-e956ca43f5f6), precommit_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:55.525392 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-76b3448e-6d7d-49ef-b645-a137d829a69b None None] Calling delete_port for 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 owned by network:dhcp {{(pid=104419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:48:55.566304 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1388905', 'neutron.services.segments.db._delete_segments_for_network-8773855619431'] for network (a3be71f5-74ac-49ad-8100-971f0d6ffff3), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:55.587003 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3be71f5-74ac-49ad-8100-971f0d6ffff3']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:55.599233 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3c2160-339f-4479-a897-ce994a1c58fe') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:55.599456 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3c2160-339f-4479-a897-ce994a1c58fe') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:55.601797 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-76b3448e-6d7d-49ef-b645-a137d829a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1510796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773855665574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773855290040'] for port (5f6a0959-4b7e-43ef-b53d-e956ca43f5f6), after_delete {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:55.610052 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773855620464', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12864590'] for segment (2f3c2160-339f-4479-a897-ce994a1c58fe), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:55.625192 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573'] for segment (2f3c2160-339f-4479-a897-ce994a1c58fe), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:55.628542 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b3448e-6d7d-49ef-b645-a137d829a69b None None] No DVR routers for this DVR port 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 on host dv-cinder-830098-2-iscsi {{(pid=104419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:48:55.630625 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3448e-6d7d-49ef-b645-a137d829a69b None None] Pushing event deleted for resources: {'Port': ['ID=5f6a0959-4b7e-43ef-b53d-e956ca43f5f6,revision_number=None']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:55.632021 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:48:55.635848 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1450573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14517989'] for segment (2f3c2160-339f-4479-a897-ce994a1c58fe), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: Traceback (most recent call last): Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: timer() Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: cb(*args, **kw) Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: return func(*args, **kwargs) Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: self._notify() Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: self.callback(batched_events) Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: event.method(event) Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: return f(self, *a, **k) Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._get(url).json() Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: return self.request(url, 'GET', **kwargs) Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:48:55.638750 dv-cinder-830098-2-iscsi neutron-server[104417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:48:55.699350 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1388896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1549836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-752824'] for network (a3be71f5-74ac-49ad-8100-971f0d6ffff3), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:55.708298 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1549854'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:55.711745 dv-cinder-830098-2-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] 10.222.0.11 "DELETE /v2.0/networks/a3be71f5-74ac-49ad-8100-971f0d6ffff3 HTTP/1.1" status: 204 len: 168 time: 0.5481441 Mar 08 15:48:55.722173 dv-cinder-830098-2-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066235fb-d9cf-429c-b6c5-cfb84afd797a admin admin] Pushing event deleted for resources: {'Network': ['ID=a3be71f5-74ac-49ad-8100-971f0d6ffff3,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:55.914795 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48518) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:55.944913 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:48:55.956259 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-873fbb51-5782-45ba-986d-91912e6967e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=761c17fc75aa482baad8c27f6feb3a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403030 Mar 08 15:48:55.958796 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48520) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:55.964752 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:48:55.965082 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 9ec7c02d-97fc-4dd8-9ed2-4820f1f63fb6 not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:48:55.965505 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:48:55.988733 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:48:55.989056 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 5f6a0959-4b7e-43ef-b53d-e956ca43f5f6 not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:48:55.989481 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 2769ddd8-ed77-4253-9087-f2b6d8363cee no longer exists at agent ovs-agent-dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:48:56.005791 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b1d03e5b-195c-48d3-9d01-6b5e7d2d0f34 admin admin] Publish callbacks [] for security_group (c99b83c2-80d8-49b5-b8d7-9f329e1c6d68), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:56.010083 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.plugin [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] No Port match for: 2769ddd8-ed77-4253-9087-f2b6d8363cee {{(pid=104419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:48:56.010552 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.rpc [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Device 2769ddd8-ed77-4253-9087-f2b6d8363cee not bound to the agent host dv-cinder-830098-2-iscsi {{(pid=104419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:48:56.030197 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b1d03e5b-195c-48d3-9d01-6b5e7d2d0f34 admin admin] Publish callbacks [] for security_group (c99b83c2-80d8-49b5-b8d7-9f329e1c6d68), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:56.077587 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b1d03e5b-195c-48d3-9d01-6b5e7d2d0f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (c99b83c2-80d8-49b5-b8d7-9f329e1c6d68), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:56.080307 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b1d03e5b-195c-48d3-9d01-6b5e7d2d0f34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:56.081483 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-b1d03e5b-195c-48d3-9d01-6b5e7d2d0f34 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c99b83c2-80d8-49b5-b8d7-9f329e1c6d68 HTTP/1.1" status: 204 len: 168 time: 0.1217353 Mar 08 15:48:56.089854 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d03e5b-195c-48d3-9d01-6b5e7d2d0f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99b83c2-80d8-49b5-b8d7-9f329e1c6d68,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:56.420643 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48526) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:56.468807 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-1f1f6cc9-4bbc-4c76-b054-67889e4e73ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a60dd6adacb4cbc8f747bfb2cab8da9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468822 Mar 08 15:48:56.472270 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.wsgi [-] (104418) accepted ('10.222.0.11', 48528) {{(pid=104418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:56.519535 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-410d1263-5735-430e-af23-32a740d4d7a9 admin admin] Publish callbacks [] for security_group (6556795b-95b4-43cf-875b-3fc1389ca440), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:56.548569 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-410d1263-5735-430e-af23-32a740d4d7a9 admin admin] Publish callbacks [] for security_group (6556795b-95b4-43cf-875b-3fc1389ca440), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:56.597789 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-410d1263-5735-430e-af23-32a740d4d7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573838'] for security_group (6556795b-95b4-43cf-875b-3fc1389ca440), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:56.600932 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-410d1263-5735-430e-af23-32a740d4d7a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:56.602077 dv-cinder-830098-2-iscsi neutron-server[104418]: INFO neutron.wsgi [None req-410d1263-5735-430e-af23-32a740d4d7a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6556795b-95b4-43cf-875b-3fc1389ca440 HTTP/1.1" status: 204 len: 168 time: 0.1289632 Mar 08 15:48:56.609853 dv-cinder-830098-2-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d1263-5735-430e-af23-32a740d4d7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6556795b-95b4-43cf-875b-3fc1389ca440,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:05.801268 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-7be7611f-4e74-4d11-8d7c-c428bf136cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:08.553702 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-940abdfc-d64b-49ae-a038-ec881397bfa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:09.528473 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:49:10.241126 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:11.053963 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:12.318786 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:17.489911 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:35.803046 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-6518212f-f3ac-4eed-a6a6-859a4d7f7d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:38.557330 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bfdce500-ccb9-4f11-a05d-c662921f8043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:40.243196 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:41.054460 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:42.326283 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:46.532400 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:49:47.489468 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:05.804348 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-63f9b1da-5948-4485-8716-3e10f3fb92dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:08.561994 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-1828d862-3893-43ce-ac4a-af868741b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:10.246683 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:11.056077 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:12.315375 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:17.486108 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:23.535865 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:50:35.804810 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-84c3dfba-384d-4a4f-beec-c151b57e7538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:38.566737 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-d8b8afb1-7b7a-41b6-9de2-b454ee5d5af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:40.248965 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:41.068976 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:42.315329 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:47.493247 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:00.538426 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:51:05.803772 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-c6a74ff0-fefc-4ab2-9e0c-2728850015a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:08.571260 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-eaecf697-5623-42da-bb2c-d8491c372466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:10.259055 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:11.063744 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:12.316212 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:17.495885 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:35.807426 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-e6dbe743-d66f-49b4-9b6d-b1711cb49b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:37.542903 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:51:38.576698 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-e72d8ee4-8637-46a2-bd51-7de377435551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:40.257046 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:41.066165 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:42.321508 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:47.508043 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:05.814011 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-d815742f-45ca-439d-943d-35946135c96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:08.586745 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-c1be4ae0-494b-4405-8187-de69b69489b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:10.261634 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:11.074095 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:12.319952 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:14.542544 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:52:17.521568 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:35.798149 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-9300281e-bcf5-4ddf-ae86-52a66c629f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:38.580307 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-25f1ccf2-f63c-4a46-b435-cc30a878b4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:40.261702 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:41.074221 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:42.318234 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:47.516371 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:51.547237 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:53:05.802621 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-621a2549-4c94-44ed-8c69-579e0ea8e222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:08.586176 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-79f578d5-46cb-43dc-b17a-2f298ad05284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:10.267798 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:11.075627 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:12.313265 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:17.534098 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:28.547694 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:53:35.807932 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8890-9aeb-41b5-928c-91ba3769f5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:38.581718 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-0fa7855a-f667-46c1-aa4b-b6ddfbd9b554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:40.271047 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:41.080034 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bba2a07c-0b78-4cb4-b0e6-4b59425c111a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3992df04-6209-4381-8f39-5d22bd99432b), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:42.325897 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-b1faef7d-e181-44e2-b3cb-a8ea2d1b2809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (85ef731f-8ef6-40d2-8e2f-85ee098c54e4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:47.526486 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-27df8cd4-c734-4113-a048-08d0cdc10c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (da716cc1-c312-4053-9c60-481a4afc837f), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:05.546863 dv-cinder-830098-2-iscsi neutron-server[104420]: DEBUG neutron.db.agents_db [None req-0d4ea83a-bfee-4559-a540-286fd5246ac1 None None] Agent healthcheck: found 6 active agents {{(pid=104420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:54:05.823656 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-992908e2-8a9d-4fc9-9a31-892db723c181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (3619b154-6851-477a-abb3-f291f8924d37), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:08.574464 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-79557682-3fd5-42a3-9a91-1d05cb8ca7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (4eb11d42-7422-457f-b2cc-0a3411b35de4), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:10.275845 dv-cinder-830098-2-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-a04fb56c-7303-4ca5-91d2-88cd5bc42593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773855619413', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1391250'] for agent (e0c60797-9aab-46de-bbfe-a3bb3edf0b79), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}